You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/02/03 19:53:12 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 923 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/923/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}]> but was:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}, {indexVersion=1454523269151,generation=3,filelist=[_eea.cfe, _eea.cfs, _eea.si, _eeb.cfe, _eeb.cfs, _eeb.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}]> but was:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}, {indexVersion=1454523269151,generation=3,filelist=[_eea.cfe, _eea.cfs, _eea.si, _eeb.cfe, _eeb.cfs, _eeb.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([759A047477622D74:504D1F44072A2377]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=5698, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5698, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:35952/ag_xou, http://127.0.0.1:49017/ag_xou, http://127.0.0.1:49145/ag_xou, http://127.0.0.1:34165/ag_xou, http://127.0.0.1:58172/ag_xou]
	at __randomizedtesting.SeedInfo.seed([759A047477622D74]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:897)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:35952/ag_xou, http://127.0.0.1:49017/ag_xou, http://127.0.0.1:49145/ag_xou, http://127.0.0.1:34165/ag_xou, http://127.0.0.1:58172/ag_xou]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:887)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58172/ag_xou: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more




Build Log:
[...truncated 10879 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/init-core-data-001
   [junit4]   2> 246847 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[759A047477622D74]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 246848 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[759A047477622D74]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ag_xou/
   [junit4]   2> 246860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 246861 INFO  (Thread-4240) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 246861 INFO  (Thread-4240) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 246962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkTestServer start zk server on port:40232
   [junit4]   2> 246962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 246988 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247025 INFO  (zkCallback-251-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27c518 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 247038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247079 INFO  (zkCallback-252-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ea1a72c name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 247094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 247095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 247111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 247112 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 247113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 247114 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 247115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 247116 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247116 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 247117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 247123 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 247124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 247127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 247128 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 247129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 247129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 247130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 247130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 247131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 247133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 247137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 247137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 247148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247198 INFO  (zkCallback-253-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@787bc721 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247198 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 247201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247260 INFO  (zkCallback-254-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6195d1d8 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 247261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 247268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 247269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 247270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 247270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 247271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 247273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 247274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 247274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 247276 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 247276 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 247277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 247277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 247278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 247279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 247281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 247281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 247282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 247282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 247510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1
   [junit4]   2> 247512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 247525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6db2937a{/ag_xou,null,AVAILABLE}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1481fbb2{HTTP/1.1}{127.0.0.1:58172}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server Started @251243ms
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/tempDir-001/control/data, hostContext=/ag_xou, hostPort=58172, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001'
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 247527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247531 INFO  (zkCallback-255-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31ce77af name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 247546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/solr.xml
   [junit4]   2> 247561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores
   [junit4]   2> 247563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer New CoreContainer 127530046
   [junit4]   2> 247563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001]
   [junit4]   2> 247563 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/lib
   [junit4]   2> 247564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 247565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40232/solr
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247599 INFO  (zkCallback-258-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42ec13f3 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247607 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b7ed9d1 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247608 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 247610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 247613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 247615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 247616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 247617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 247624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 247625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 247626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 247627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58172_ag_xou
   [junit4]   2> 247627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58172_ag_xou
   [junit4]   2> 247628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 247629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 247630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58172_ag_xou
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 247632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Overseer (id=95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) starting
   [junit4]   2> 247633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 247638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 247639 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 247639 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 247643 INFO  (OverseerCollectionConfigSetProcessor-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 247654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 247668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 247668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 247683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 247692 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 247692 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 247697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 247697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 247697 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 247699 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 247701 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 247701 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248698 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 248698 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1'
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 248714 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 248723 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 248727 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 248736 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 248742 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 248902 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 248908 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 248910 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 248940 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 248942 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 248944 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 248944 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/]
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67bf7365
   [junit4]   2> 248947 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index/
   [junit4]   2> 248948 WARN  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1379827783, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 248949 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@44501e4a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55d22588),segFN=segments_1,generation=1}
   [junit4]   2> 248949 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 248954 WARN  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 248955 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/
   [junit4]   2> 248956 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 248956 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248964 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248965 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248967 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248971 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 248973 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 248973 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@44501e4a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55d22588),segFN=segments_1,generation=1}
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1566e7ea[collection1] main]
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525176177895931904
   [junit4]   2> 248987 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 10.0ms to seed version buckets with highest version 1525176177895931904
   [junit4]   2> 248994 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 248995 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 248998 INFO  (searcherExecutor-541-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1566e7ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 248998 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:58172/ag_xou collection:control_collection shard:shard1
   [junit4]   2> 248999 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 249003 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95323510980608006-core_node1-n_0000000000
   [junit4]   2> 249003 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58172/ag_xou/collection1/
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58172/ag_xou/collection1/ has no replicas
   [junit4]   2> 249005 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 249006 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 249008 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 249022 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 249023 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58172/ag_xou/collection1/ shard1
   [junit4]   2> 249125 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249125 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:58172/ag_xou/collection1/ and leader is http://127.0.0.1:58172/ag_xou/collection1/
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58172/ag_xou
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 249130 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 249130 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 249199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249210 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249232 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249233 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249256 INFO  (zkCallback-261-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ec9f99 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249264 INFO  (zkCallback-262-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59c2cb24 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249264 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249264 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249277 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 249277 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 249379 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 249461 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores/collection1
   [junit4]   2> 249463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001
   [junit4]   2> 249463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 249486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41e7cceb{/ag_xou,null,AVAILABLE}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Started ServerConnector@59fb776d{HTTP/1.1}{127.0.0.1:49017}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server Started @253204ms
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ag_xou, hostPort=49017, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001'
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249514 INFO  (zkCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bb71aa3 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 249517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/solr.xml
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer New CoreContainer 1198852408
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/s

[...truncated too long message...]

7477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2531536 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e6f203a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@8606469{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=302399055
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b9b02d1
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data
   [junit4]   2> 2531540 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b857cb2{/solr,null,UNAVAILABLE}
   [junit4]   2> 2531545 INFO  (SUITE-TestReplicationHandler-seed#[759A047477622D74]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=lt-LT, timezone=Asia/Muscat
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=170876232,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestExpandComponent, ExternalFileFieldSortTest, TestNRTOpen, ParsingFieldUpdateProcessorsTest, SuggestComponentContextFilterQueryTest, TestRestManager, DistributedDebugComponentTest, ConfigSetsAPITest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SortSpecParsingTest, TestSolr4Spatial, TestClassicSimilarityFactory, DistribJoinFromCollectionTest, TestMiniSolrCloudClusterSSL, TestConfigSetProperties, SystemInfoHandlerTest, TestCloudManagedSchemaConcurrent, TestInitQParser, CloneFieldUpdateProcessorFactoryTest, SolrRequestParserTest, TestCrossCoreJoin, TestAtomicUpdateErrorCases, TestCryptoKeys, CdcrReplicationDistributedZkTest, RequestLoggingTest, XsltUpdateRequestHandlerTest, TestSchemaNameResource, DateRangeFieldTest, CoreAdminCreateDiscoverTest, TestFieldSortValues, TestPseudoReturnFields, RuleEngineTest, TestReplicaProperties, AlternateDirectoryTest, TestPerFieldSimilarityClassic, TestExactStatsCache, TestJoin, TestSimpleQParserPlugin, HdfsRestartWhileUpdatingTest, LeaderInitiatedRecoveryOnCommitTest, TestRTimerTree, TestStandardQParsers, TestReplicationHandler]
   [junit4] Completed [228/577 (2!)] on J0 in 794.90s, 13 tests, 1 failure <<< FAILURES!

[...truncated 1108 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2321 tests, 1 error, 1 failure, 33 ignored (18 assumptions) [seed: 759A047477622D74]

Total time: 191 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 942 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/942/

5 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:37F2FD45B342FD5D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47198/f/qx: collection already exists: awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:CC766182D99206AF]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11279 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/init-core-data-001
   [junit4]   2> 361002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
   [junit4]   2> 361003 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1
   [junit4]   2> 361007 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361009 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,AVAILABLE}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364071ms
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 825582063
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 361017 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361020 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361025 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361026 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361030 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361033 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361039 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361042 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361044 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 361047 WARN  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@14f0ca33
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361049 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/
   [junit4]   2> 361051 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361052 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361053 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361054 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361055 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d79337[collection1] main]
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf}
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361063 INFO  (searcherExecutor-764-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17d79337[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361527 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1
   [junit4]   2> 361537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f7916b{/solr,null,AVAILABLE}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364602ms
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002'
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361544 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/solr.xml
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1758476491
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002]
   [junit4]   2> 361551 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib
   [junit4]   2> 361551 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361557 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361566 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361574 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361593 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361596 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361614 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361624 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361627 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 361633 WARN  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28f23ab
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361659 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361661 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361662 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361663 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361664 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361665 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361667 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dded96b[collection1] main]
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361678 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361688 INFO  (searcherExecutor-774-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dded96b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361713 INFO  (qtp340282996-2087) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758476491
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2efe5d8d
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362082 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 362089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52f7916b{/solr,null,UNAVAILABLE}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=825582063
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cb4d9ab
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 362115 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,UNAVAILABLE}
   [junit4]   2> 362121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 362158 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7e037d{/solr,null,AVAILABLE}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@609e175f{HTTP/1.1,[http/1.1]}{127.0.0.1:34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @365219ms
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 362167 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 862435675
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 362168 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 362172 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 362190 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 362197 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 362205 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 362209 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 362234 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 362237 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 362240 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.CoreConta

[...truncated too long message...]

tion/95440983246504262-core_node9-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504037-core_node14-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504064-127.0.0.1:57832_-n_0000000060
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503995-127.0.0.1:59403_-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504205-core_node6-n_0000000042
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504076-127.0.0.1:42140_-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504172-127.0.0.1:42140_-n_0000000114
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504109-127.0.0.1:38323_-n_0000000081
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503968-core_node9-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504298-127.0.0.1:35739_-n_0000000174
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246503953-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503995-core_node1-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504043-core_node1-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504160-127.0.0.1:57832_-n_0000000110
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503940-127.0.0.1:46113_-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504235-127.0.0.1:59403_-n_0000000141
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504175-core_node4-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504229-core_node14-n_0000000047
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504139-127.0.0.1:59403_-n_0000000097
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504166-core_node9-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504133-core_node14-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504085-core_node14-n_0000000023
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3946	/solr/live_nodes
   [junit4]   2> 	249	/solr/collections
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	57	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=1225E675C30AF35E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  921s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4364098 INFO  (SUITE-RollingRestartTest-seed#[1225E675C30AF35E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_1225E675C30AF35E-001
   [junit4]   2> Feb 24, 2016 11:52:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=es-PE, timezone=Europe/Moscow
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=161746952,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, FullSolrCloudDistribCmdsTest, SampleTest, OutOfBoxZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, UnloadDistributedZkTest, SearchHandlerTest, BlockJoinFacetDistribTest, XmlUpdateRequestHandlerTest, TestManagedSynonymFilterFactory, BinaryUpdateRequestHandlerTest, TestRecoveryHdfs, TestNoOpRegenerator, CollectionStateFormat2Test, TestSort, BlockCacheTest, DistributedExpandComponentTest, TestDynamicFieldResource, StatsComponentTest, StatelessScriptUpdateProcessorFactoryTest, VersionInfoTest, CurrencyFieldXmlFileTest, CursorMarkTest, TestConfigOverlay, RecoveryZkTest, TestJettySolrRunner, TestStandardQParsers, FieldMutatingUpdateProcessorTest, TestManagedSchemaFieldResource, TermVectorComponentDistributedTest, TestGroupingSearch, DebugComponentTest, TestDistribDocBasedVersion, TestIndexingPerformance, TestOrdValues, TestSimpleQParserPlugin, ShowFileRequestHandlerTest, TestFileDictionaryLookup, BigEndianAscendingWordDeserializerTest, TestRTimerTree, BadIndexSchemaTest, SuggesterWFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReqParamsAPI, TestReversedWildcardFilterFactory, TestSolrCloudWithKerberosAlt, TestStressRecovery, OverseerRolesTest, RequestHandlersTest, TestIndexSearcher, TestSweetSpotSimilarityFactory, TestExactStatsCache, SharedFSAutoReplicaFailoverUtilsTest, HdfsNNFailoverTest, ConjunctionSolrSpellCheckerTest, GraphQueryTest, DirectUpdateHandlerTest, TestReload, SuggesterTSTTest, SaslZkACLProviderTest, TestStressReorder, TestUtils, LukeRequestHandlerTest, DocValuesMultiTest, TestSchemaVersionResource, PluginInfoTest, HttpPartitionTest, TestPivotHelperCode, DeleteReplicaTest, TestCloudManagedSchemaConcurrent, TestFieldTypeCollectionResource, DistributedQueueTest, TestCharFilters, TestPHPSerializedResponseWriter, TestReloadAndDeleteDocs, HighlighterConfigTest, SuggestComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRuleBasedAuthorizationPlugin, HighlighterMaxOffsetTest, TestRawResponseWriter, TestRestManager, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminHandlerTest, TestManagedSchema, TestFuzzyAnalyzedSuggestions, HardAutoCommitTest, TestRequestForwarding, TestSuggestSpellingConverter, SuggesterTest, LeaderElectionTest, TestSolrDeletionPolicy1, HLLUtilTest, CoreAdminRequestStatusTest, AnalysisErrorHandlingTest, AutoCommitTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, CdcrRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [469/580 (5!)] on J2 in 921.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 349 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 3 failures, 33 ignored (17 assumptions) [seed: 1225E675C30AF35E]

Total time: 232 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 941 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/941/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42905

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42905
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:459)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([D24697AF374A318E:C1510582DD2C47F]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11701 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/init-core-data-001
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1932781 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1932881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer start zk server on port:49189
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932885 INFO  (zkCallback-2123-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f92795 name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932891 INFO  (zkCallback-2124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6721e307 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1932894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1932895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1932896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1932900 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1932901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932920 INFO  (zkCallback-2125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68da5aba name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932923 INFO  (zkCallback-2126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36eb22e8 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1932938 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1933045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1933050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd1a42{/,null,AVAILABLE}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4556ad17{HTTP/1.1,[http/1.1]}{127.0.0.1:60352}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1936494ms
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/control/data, hostContext=/, hostPort=60352, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001'
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933058 INFO  (zkCallback-2127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f0c440 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/solr.xml
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1784661764
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001]
   [junit4]   2> 1933064 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib
   [junit4]   2> 1933065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1933066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49189/solr
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933069 INFO  (zkCallback-2130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f3cae3e name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933073 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399849fd name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933084 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95435677921116166-127.0.0.1:60352_-n_0000000000
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60352_
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1933093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=95435677921116166-127.0.0.1:60352_-n_0000000000) starting
   [junit4]   2> 1933095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1933100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1933101 INFO  (OverseerCollectionConfigSetProcessor-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1933101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933101 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1933104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1933109 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1933128 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1933130 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1'
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934132 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1934137 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <maxMergeDocs> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934142 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1934150 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1934156 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1934248 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1934254 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1934255 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1934263 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934265 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/]
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@324966a3
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1934271 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953717761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934273 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/
   [junit4]   2> 1934273 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1934277 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1934279 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934280 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934281 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934282 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=418290869, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d873664[collection1] main]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1934290 INFO  (searcherExecutor-5889-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d873664[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1934293 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1934293 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60352 collection:control_collection shard:shard1
   [junit4]   2> 1934294 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60352/collection1/ has no replicas
   [junit4]   2> 1934300 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1934301 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1934304 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934305 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60352/collection1/ shard1
   [junit4]   2> 1934306 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1934408 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60352/collection1/ and leader is http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60352
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1934459 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1934562 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934629 INFO  (zkCallback-2133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c4e4882 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1934630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934632 INFO  (zkCallback-2134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44010f00 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1934732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores/collection1
   [junit4]   2> 1934733 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001
   [junit4]   2> 1934734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1934735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609d0b41{/,null,AVAILABLE}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7043d562{HTTP/1.1,[http/1.1]}{127.0.0.1:42905}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1938175ms
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42905, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores}
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001'
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934739 INFO  (zkCallback-2135-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc59f13 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/solr.xml
   [junit4]   2> 1934741 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1860862635
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001]
   [junit4]   2> 1934746 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/l

[...truncated too long message...]

n], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"test",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: test
   [junit4]   2> 2740881 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"createshard",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "replicationFactor":"1"} current state version: 4
   [junit4]   2> 2740883 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} current state version: 4
   [junit4]   2> 2740884 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} 
   [junit4]   2> 2740911 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740963 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740989 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/test/state.json
   [junit4]   2> 2741017 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741019 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741023 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741167 INFO  (Thread-53885) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741168 WARN  (Thread-53885) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.Overseer Overseer (id=95435730840125443-127.0.0.1:57482_solr-n_0000000000) closing
   [junit4]   2> 2741168 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57482_solr
   [junit4]   2> 2741169 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 2744170 INFO  (SUITE-OverseerTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_D24697AF374A318E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-BH, timezone=America/North_Dakota/New_Salem
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=284915400,total=499646464
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestManager, TestReversedWildcardFilterFactory, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, ExitableDirectoryReaderTest, CursorMarkTest, TestConfigSetsAPIExclusivity, StatsComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, DistribCursorPagingTest, TestWriterPerf, SuggestComponentTest, TestPivotHelperCode, TestPerFieldSimilarityClassic, TestSweetSpotSimilarityFactory, SuggesterWFSTTest, TestReqParamsAPI, BlockCacheTest, ShowFileRequestHandlerTest, VersionInfoTest, DocValuesMultiTest, HLLUtilTest, TestFuzzyAnalyzedSuggestions, TestDocBasedVersionConstraints, TestDefaultStatsCache, StressHdfsTest, TestDynamicFieldResource, TestSchemaVersionResource, LeaderInitiatedRecoveryOnShardRestartTest, BasicDistributedZk2Test, TestSortingResponseWriter, TestStandardQParsers, TestPHPSerializedResponseWriter, RecoveryZkTest, TestClassicSimilarityFactory, TestCoreDiscovery, TestCopyFieldCollectionResource, TestNoOpRegenerator, CoreAdminHandlerTest, SampleTest, TestDistribDocBasedVersion, RegexBoostProcessorTest, ConcurrentDeleteAndCreateCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, TestInitQParser, TestRequestForwarding, TestPostingsSolrHighlighter, TestSimpleQParserPlugin, ConjunctionSolrSpellCheckerTest, RulesTest, TestSolrConfigHandlerCloud, ScriptEngineTest, AnalysisErrorHandlingTest, BaseCdcrDistributedZkTest, RequestHandlersTest, CurrencyFieldXmlFileTest, TestCSVResponseWriter, PrimitiveFieldTypeTest, TestSolrIndexConfig, TestSuggestSpellingConverter, DistributedQueryComponentCustomSortTest, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, TestElisionMultitermQuery, AutoCommitTest, ClusterStateTest, TestXmlQParser, TestUtils, HighlighterConfigTest, HttpPartitionTest, TestJettySolrRunner, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, ExplicitHLLTest, TestSearchPerf, BlockJoinFacetDistribTest, TestDistributedMissingSort, SuggesterTSTTest, QueryParsingTest, TestSolrJ, TestRTimerTree, TestZkChroot, TestCharFilters, RestartWhileUpdatingTest, TestRecoveryHdfs, DateRangeFieldTest, StatelessScriptUpdateProcessorFactoryTest, SpatialRPTFieldTypeTest, HdfsNNFailoverTest, HdfsChaosMonkeyNothingIsSafeTest, PluginInfoTest, PKIAuthenticationIntegrationTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [283/580 (2!)] on J2 in 135.36s, 13 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 958 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 33 ignored (17 assumptions) [seed: D24697AF374A318E]

Total time: 218 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 940 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/940/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36747/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36747/_
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:498)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16:EF6169D0EDAEA8E7]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 11180 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3132EE27F7365D16-001/init-core-data-001
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:59633
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563156 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563189 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fdc20a8 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563196 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563198 INFO  (zkCallback-572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b3d31fb name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563204 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563213 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563220 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d30e940 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563221 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 563223 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 563225 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 563227 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 563228 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 563230 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 563231 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563233 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563234 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563242 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563256 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@416d1ec6 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563256 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563257 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563258 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563271 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563271 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563272 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563280 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563296 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56d62a7 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 563302 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 563303 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429763940089860-127.0.0.1:59633_solr-n_0000000000
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59633_solr
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 563305 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) starting
   [junit4]   2> 563306 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 563307 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 563308 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 563310 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 563311 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 563312 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 563314 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 563317 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 563331 INFO  (OverseerCollectionConfigSetProcessor-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 563349 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563351 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 563353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 563354 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563355 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563356 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563846 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563847 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563847 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563914 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563941 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563942 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 563945 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563960 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 563971 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563985 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563986 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ceda2fe name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563991 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563991 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563992 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563998 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 564108 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564112 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564118 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564140 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 564147 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564147 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564148 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564148 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564149 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd5ca60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 564151 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564329 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564330 WARN  (Thread-9027) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) closing
   [junit4]   2> 564333 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
   [junit4]   2> 564334 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 564353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59633_solr
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 564358 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:47700
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564461 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564465 INFO  (zkCallback-579-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2102e4fe name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564473 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564478 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564483 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a70d355 name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 564490 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564491 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e610d18 name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 564493 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 564494 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 564495 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 564497 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 564498 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564499 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564500 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564504 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564521 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54d9c9ca name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564522 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 564524 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 564526 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 564527 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764025417731-127.0.0.1:47700_solr-n_0000000000
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47700_solr
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 564529 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) starting
   [junit4]   2> 564530 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 564532 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 564535 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 564545 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 564546 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 564547 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 564557 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 564573 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 564576 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564576 INFO  (OverseerCollectionConfigSetProcessor-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 564590 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564590 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "maxShardsPerNode":"4"} current state version: 0
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 564593 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564600 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564641 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564755 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564755 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node2 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564812 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node3 is already registered
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node4 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564925 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564925 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564985 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node3"} current state version: 3
   [junit4]   2> 565087 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565087 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565132 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node4"} current state version: 4
   [junit4]   2> 565234 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565234 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565239 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 5
   [junit4]   2> 565341 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565342 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565350 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node2"} current state version: 6
   [junit4]   2> 565452 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565452 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd61bc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 565511 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565801 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565802 WARN  (Thread-9028) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) closing
   [junit4]   2> 565804 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47700_solr
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadQueueItem
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 565821 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:52976
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565954 INFO  (zkCallback-585-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a38e994 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565956 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565962 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565970 INFO  (zkCallback-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fdf3a48 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 565980 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566012 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566016 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4da89415 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566016 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566017 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566023 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 566024 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 566025 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 566027 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566032 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566052 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1df7eddf name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566052 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 566068 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 566069 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764121690115-127.0.0.1:52976_solr-n_0000000000
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52976_solr
   [junit4]   2> 566071 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764121690115-127.0.0.1:52976_solr-n_0000000000) starting
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 566084 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 566086 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 566087 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 566088 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 566089 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 566091 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 566092 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 566093 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566094 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566095 INFO  (OverseerCollectionConfigSetProcessor-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 566122 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566166 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566175 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37a76fb4 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566176 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566177 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566178 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 566179 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566180 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566181 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 566184 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566184 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566185 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566681 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 566682 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566682 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566683 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566685 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95429764121690116-127.0.0.1_core1-n_0000000000
   [junit4]   2> 566686 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 566687 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/954297641

[...truncated too long message...]

  [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 4421254 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 22, 2016 1:08:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=BlockTreeOrds(blocksize=128), range_facet_l_dv=FST50, _version_=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), intDefault=BlockTreeOrds(blocksize=128), a_i1=PostingsFormat(name=Asserting), id=FST50, range_facet_i_dv=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=152163120,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CoreAdminHandlerTest, TestUtils, TestRecovery, TestSolrQueryParser, TestChildDocTransformer, RecoveryAfterSoftCommitTest, CloudMLTQParserTest, TestSort, TestDynamicLoading, BadIndexSchemaTest, HighlighterConfigTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSweetSpotSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestJmxMonitoredMap, TestBulkSchemaAPI, FieldAnalysisRequestHandlerTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, TestCoreDiscovery, HdfsChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, OverseerRolesTest, MergeStrategyTest, TestCloudPivotFacet, TestSchemaManager, TestCollationField, DistribCursorPagingTest, OverseerTest, TestExtendedDismaxParser, NoCacheHeaderTest, TestRandomRequestDistribution, SolrTestCaseJ4Test, TestDistributedStatsComponentCardinality, CurrencyFieldXmlFileTest, QueryParsingTest, TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestXIncludeConfig, DebugComponentTest, TestSchemaResource, TestSolrXml, CustomCollectionTest, TestJsonFacets, TestElisionMultitermQuery, DeleteReplicaTest, HttpPartitionTest, TestGroupingSearch, RegexBoostProcessorTest, TestFastWriter, HdfsTlogReplayBufferedWhileIndexingTest, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest, CircularListTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestIndexingPerformance, CollectionStateFormat2Test, UnloadDistributedZkTest, TestSortByMinMaxFunction, TestTolerantSearch, AssignTest, SegmentsInfoRequestHandlerTest, HardAutoCommitTest, BinaryUpdateRequestHandlerTest, TestLRUStatsCache, LeaderElectionTest, DateMathParserTest, FullHLLTest, PrimitiveFieldTypeTest, SaslZkACLProviderTest, HdfsDirectoryFactoryTest, TestIndexSearcher, DocValuesMissingTest, StatelessScriptUpdateProcessorFactoryTest, HdfsNNFailoverTest, ZkStateWriterTest, TestSolrCLIRunExample, SharedFSAutoReplicaFailoverUtilsTest, TestRawTransformer, TestExceedMaxTermLength, DistributedFacetPivotSmallTest, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, SearchHandlerTest, TestReload, StressHdfsTest, TestCharFilters, RequestHandlersTest, BadCopyFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestSearchPerf, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, TestJettySolrRunner, AliasIntegrationTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestAuthenticationFramework, TestLeaderInitiatedRecoveryThread, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [463/579 (4!)] on J2 in 150.48s, 1 test, 1 error <<< FAILURES!

[...truncated 357 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 4 errors, 34 ignored (18 assumptions) [seed: 3132EE27F7365D16]

Total time: 226 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 939 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/939/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at __randomizedtesting.SeedInfo.seed([743680B31E0433AB]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 12283 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/init-core-data-001
   [junit4]   2> 3784867 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g_m/xa
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3784901 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3784906 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3784908 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3784923 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51747_hdfs____.xa3l2w/webapp
   [junit4]   2> 3785025 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785321 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51747
   [junit4]   2> 3785382 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785383 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785400 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36362_datanode____q1zff7/webapp
   [junit4]   2> 3785501 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785783 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36362
   [junit4]   2> 3785819 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785820 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785837 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60800_datanode____.qrih97/webapp
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f9810188-0ecd-4333-8cfb-02f856bfe153 node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-2f809f47-0520-467a-8ae8-68d27f14b98a node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3785949 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3786256 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60800
   [junit4]   2> 3786336 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f2049002-05ca-4bf7-8dd9-b08399cf248d node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3786337 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-842676d3-2eb8-46d1-9574-da62ea400236 node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3786435 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer start zk server on port:36610
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786539 INFO  (zkCallback-4040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fda5973 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786543 INFO  (zkCallback-4041-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2eca9c20 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3786545 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3786546 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3786547 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3786557 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3786558 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786560 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786561 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3786657 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786659 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3786660 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5e9a6d{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3786661 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@41d73301{HTTP/1.1,[http/1.1]}{127.0.0.1:44714}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3790244ms
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_control_data, hostContext=/g_m/xa, hostPort=44714, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001'
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786664 INFO  (zkCallback-4042-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ab530f8 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/solr.xml
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1434198086
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001]
   [junit4]   2> 3786671 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib
   [junit4]   2> 3786671 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786674 INFO  (zkCallback-4045-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a5458be name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786674 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786675 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786676 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@428e929c name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786677 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3786679 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3786681 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3786683 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3786684 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3786686 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3786687 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3786688 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3786690 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786693 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3786694 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3786697 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) starting
   [junit4]   2> 3786698 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3786703 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3786706 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3786706 INFO  (OverseerCollectionConfigSetProcessor-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3786707 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3786713 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3786715 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3786730 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3786731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3786731 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3786733 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3787731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1'
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3787734 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3787735 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3787743 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3787747 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3787757 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3787763 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3787864 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3787870 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3787872 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3787881 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787883 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787885 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787886 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40370/solr_hdfs_home
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38cecabe
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787907 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787908 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 3787918 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3787918 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787931 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=76.97265625, floorSegmentMB=1.4580078125, forceMergeDeletesPctAllowed=13.615608956911618, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8813590336742532
   [junit4]   2> 3787950 INFO  (IPC Server handler 0 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54453 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787955 INFO  (IPC Server handler 1 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49698 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3787962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3787966 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 3787968 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787969 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787971 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787972 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 3787988 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3787989 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3787990 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=68.5771484375, floorSegmentMB=1.3447265625, forceMergeDeletesPctAllowed=27.042426296031806, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8181578963699278
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1763b458[collection1] main]
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3788008 INFO  (searcherExecutor-8002-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1763b458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3788009 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 3788010 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44714/g_m/xa collection:control_collection shard:shard1
   [junit4]   2> 3788012 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3788017 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44714/g_m/xa/collection1/ has no replicas
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3788021 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788024 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44714/g_m/xa/collection1/ shard1
   [junit4]   2> 3788024 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 3788126 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788175 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44714/g_m/xa/collection1/ and leader is http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44714/g_m/xa
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3788178 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3788231 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788232 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788232 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@700c2298 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788234 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788236 INFO  (zkCallback-4049-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31dd87a1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 3788239 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788239 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788338 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50bab8af{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26968d40{HTTP/1.1,[http/1.1]}{127.0.0.1:56655}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3791924ms
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/g_m/xa, hostPort=56655, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001'
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788344 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788344 INFO  (zkCallback-4050-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f310526 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/solr.xml
   [junit4]   2> 3788348 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1096845708
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001]
   [junit4]   2> 3788352 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib
   [junit4]   2> 3788352 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788355 INFO  (zkCallback-4053-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@149ac821 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788357 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@638dcba1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788362 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788363 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789368 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789369 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627017-127.0.0.1:56655_g_m%2Fxa-n_0000000001
   [junit4]   2> 3789371 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000 to know if I could be the leader
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3789398 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3789399 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 3789400 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56655/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:56655_g_m%2Fxa",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.

[...truncated too long message...]

tMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3955431 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 20, 2016 9:56:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=FST50, range_facet_l_dv=FSTOrd50, _version_=FST50, multiDefault=PostingsFormat(name=Asserting), a_t=FST50, intDefault=FST50, a_i1=FST50, id=FSTOrd50, range_facet_i_dv=FST50, text=PostingsFormat(name=MockRandom), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-US, timezone=America/Belize
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=207742216,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestTestInjection, TestRequestStatusCollectionAPI, TestUseDocValuesAsStored, JSONWriterTest, SignatureUpdateProcessorFactoryTest, TestAnalyzedSuggestions, AnalysisAfterCoreReloadTest, CacheHeaderTest, TestExactSharedStatsCache, OverriddenZkACLAndCredentialsProvidersTest, TestFieldResource, LeaderFailoverAfterPartitionTest, TestStressLucene, AddBlockUpdateTest, DisMaxRequestHandlerTest, URLClassifyProcessorTest, SuggestComponentContextFilterQueryTest, UUIDFieldTest, DefaultValueUpdateProcessorTest, HdfsChaosMonkeySafeLeaderTest, RemoteQueryErrorTest, LeaderElectionIntegrationTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, SyncSliceTest, DistributedQueryElevationComponentTest, RollingRestartTest, TestQueryWrapperFilter, TestHighFrequencyDictionaryFactory, TestLRUCache, ResourceLoaderTest, TestCSVLoader, TestCollectionAPI, SynonymTokenizerTest, DeleteShardTest, DistributedFacetPivotLongTailTest, HdfsRecoverLeaseTest, TestComponentsName, TestFastOutputStream, TestCrossCoreJoin, TestAuthenticationFramework, TestDownShardTolerantSearch, TestNRTOpen, TestHashQParserPlugin, TestFaceting, BufferStoreTest, BasicDistributedZkTest, ExternalFileFieldSortTest, TestHdfsUpdateLog, ResponseHeaderTest, SOLR749Test, TestFoldingMultitermQuery, TestValueSourceCache, TestMergePolicyConfig, DataDrivenBlockJoinTest, ConnectionReuseTest, DistributedSpellCheckComponentTest, OverseerStatusTest, PrimUtilsTest, TestRebalanceLeaders, TestManagedResourceStorage, TestRandomDVFaceting, HdfsSyncSliceTest, IndexSchemaTest, HLLSerializationTest, TestReplicationHandler, TestPKIAuthenticationPlugin, TestBadConfig, TestRangeQuery, TestIntervalFaceting, ZkNodePropsTest, PeerSyncTest, TestSolrQueryResponse, CdcrReplicationDistributedZkTest, QueryResultKeyTest, TestLeaderInitiatedRecoveryThread, BasicAuthIntegrationTest, CheckHdfsIndexTest, DistributedVersionInfoTest, BlockJoinFacetSimpleTest, TestMinMaxOnMultiValuedField, ChangedSchemaMergeTest, CollectionTooManyReplicasTest, TestHighlightDedupGrouping, TestBlendedInfixSuggestions, EnumFieldTest, TestSolrQueryParserDefaultOperatorResource, OutputWriterTest, InfoHandlerTest, TestDynamicFieldCollectionResource, SolrCoreTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [457/579 (1!)] on J0 in 180.38s, 1 test, 1 error <<< FAILURES!

[...truncated 387 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 34 ignored (18 assumptions) [seed: 743680B31E0433AB]

Total time: 200 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 938 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/938/

2 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection reset

Stack Trace:
java.net.SocketException: Connection reset
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors

Error Message:
127.0.0.1:38322 failed to respond

Stack Trace:
org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8674 lines...]
   [junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
   [junit4]   2> 2016-02-19 15:48:44.433:INFO::TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Logging initialized @2674ms
   [junit4]   2> 2016-02-19 15:48:44.774:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:44.976:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:49401}
   [junit4]   2> 2016-02-19 15:48:44.977:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started @3218ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> 2016-02-19 15:48:46.508:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Stopped ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   2.29s J0 | HttpReplicatorTest.testBasic <<<
   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2016-02-19 15:48:46.562:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:46.584:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:38322}
   [junit4]   2> 2016-02-19 15:48:46.585:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started @4826ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38322: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> 2016-02-19 15:48:46.686:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Stopped ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testServerErrors -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.17s J0 | HttpReplicatorTest.testServerErrors <<<
   [junit4]    > Throwable #1: org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/replicator/test/J0/temp/lucene.replicator.http.HttpReplicatorTest_293C398EC0ED4E00-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=tr-TR, timezone=America/Chicago
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=224756632,total=253231104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
   [junit4] Completed [4/9 (1!)] on J0 in 2.55s, 2 tests, 2 errors <<< FAILURES!

[...truncated 34 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 9 suites, 43 tests, 2 errors [seed: 293C398EC0ED4E00]

Total time: 172 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 937 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/937/

1 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟𑸟򄷒n

Stack Trace:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 2794 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.core.LowerCaseTokenizer(org.apache.lucene.util.AttributeFactory$1@7398764f)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@73371aa1 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.ngram.NGramTokenFilter(ValidatingTokenFilter@1d903c93 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.de.GermanNormalizationFilter(ValidatingTokenFilter@458f3a5 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false)
   [junit4]   2>   org.apache.lucene.analysis.synonym.SynonymFilter(ValidatingTokenFilter@1d8b1072 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false, org.apache.lucene.analysis.synonym.SynonymMap@5aeaef61, false)
   [junit4]   2> offsetsAreCorrect=true
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=A09B570B602BCA0D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-US -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   18.3s J2 | TestRandomChains.testRandomChains <<<
   [junit4]    > Throwable #1: java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_A09B570B602BCA0D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {dummy=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=ClassicSimilarity, locale=es-US, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=85587464,total=222822400
   [junit4]   2> NOTE: All tests run in this JVM: [TestEnglishMinimalStemFilter, TestCaseInsensitive, TestNeedAffix, TestRollingCharBuffer, TestArabicNormalizationFilter, DateRecognizerFilterFactoryTest, TestConv, TestBrazilianStemFilterFactory, TestGermanLightStemFilterFactory, TestCodepointCountFilterFactory, TestLatvianAnalyzer, TestSynonymFilterFactory, TestLimitTokenOffsetFilterFactory, TestRandomChains]
   [junit4] Completed [70/277 (1!)] on J2 in 46.16s, 2 tests, 1 error <<< FAILURES!

[...truncated 629 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 277 suites (2 ignored), 1427 tests, 1 error, 1 ignored [seed: A09B570B602BCA0D]

Total time: 82 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 936 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/936/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49048: collection already exists: awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:921CA309D80E2592]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:216)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"}
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:C205B184812FEDCA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:456)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11027 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/init-core-data-001
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 295281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295381 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer start zk server on port:50226
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295390 INFO  (zkCallback-899-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@645117a2 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295397 INFO  (zkCallback-900-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7deec9c9 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 295399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 295401 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 295402 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 295444 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295445 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295449 INFO  (zkCallback-901-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16865410 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295453 INFO  (zkCallback-902-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6986b361 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 295470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 295603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 295607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fe866cd{/,null,AVAILABLE}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@277d8c99{HTTP/1.1}{127.0.0.1:52323}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @298758ms
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/control/data, hostContext=/, hostPort=52323, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores}
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001'
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295623 INFO  (zkCallback-903-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a32ee4 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/solr.xml
   [junit4]   2> 295629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1863071554
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001]
   [junit4]   2> 295630 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 295631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295639 INFO  (zkCallback-906-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f055a01 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295651 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b1aab39 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 295660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 295663 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 295664 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 295666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 295668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295671 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52323_
   [junit4]   2> 295672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52323_
   [junit4]   2> 295673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 295674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95398194716540934-127.0.0.1:52323_-n_0000000000
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52323_
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 295677 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=95398194716540934-127.0.0.1:52323_-n_0000000000) starting
   [junit4]   2> 295678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 295683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295688 INFO  (OverseerCollectionConfigSetProcessor-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 295695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 295711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 295716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 295722 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 295724 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1'
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 296720 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 296726 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 296731 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 296740 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 296746 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 296849 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 296855 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 296856 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 296870 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296872 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296874 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296875 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/]
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b453c3
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 296878 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index
   [junit4]   2> 296879 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=25.0439453125, floorSegmentMB=0.943359375, forceMergeDeletesPctAllowed=14.725817520948132, segmentsPerTier=19.0, maxCFSSegmentSizeMB=0.2001953125, noCFSRatio=1.0
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 296891 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 296891 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 296893 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296896 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296899 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296901 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296904 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=71.796875, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=1.6685891877534087, segmentsPerTier=42.0, maxCFSSegmentSizeMB=1.8310546875, noCFSRatio=1.0
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c11e46c[collection1] main]
   [junit4]   2> 296912 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 296918 INFO  (searcherExecutor-1844-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c11e46c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 296921 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:52323 collection:control_collection shard:shard1
   [junit4]   2> 296922 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 296926 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95398194716540934-core_node1-n_0000000000
   [junit4]   2> 296927 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52323/collection1/
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52323/collection1/ has no replicas
   [junit4]   2> 296929 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 296932 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 296934 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52323/collection1/ shard1
   [junit4]   2> 296934 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:52323/collection1/ and leader is http://127.0.0.1:52323/collection1/
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52323
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 297094 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 297095 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297225 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74b24ec1 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 297228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 297323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores/collection1
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 297332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23ae156f{/,null,AVAILABLE}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26e2a270{HTTP/1.1}{127.0.0.1:33842}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @300476ms
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33842, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001'
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 297336 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297338 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297339 INFO  (zkCallback-910-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45db7298 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/solr.xml
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1330663732
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001]
   [junit4]   2> 297346 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib
   [junit4]   2> 297347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297350 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297350 INFO  (zkCallback-913-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@195a5306 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297359 INFO  (zkCallback-914-thread-1-processing-n:127.0.0.1:33842_) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d621e09 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 298368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33842_
   [junit4]   2> 298369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33842_
   [junit4]   2> 298370 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 298370 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader 

[...truncated too long message...]

86A]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.teardownClass(HdfsChaosMonkeyNothingIsSafeTest.java:47)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1563925 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_1A489CD376F2486A-001
   [junit4]   2> Feb 16, 2016 10:36:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=es-AR, timezone=Asia/Qatar
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=3,free=209194592,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestFastWriter, TestManagedSchemaFieldTypeResource, CoreMergeIndexesAdminHandlerTest, RestartWhileUpdatingTest, FieldAnalysisRequestHandlerTest, TestJmxIntegration, TestFieldCollectionResource, RegexBoostProcessorTest, BigEndianAscendingWordSerializerTest, TestSolrDeletionPolicy1, TestRandomRequestDistribution, WrapperMergePolicyFactoryTest, TestCloudSchemaless, FullSolrCloudDistribCmdsTest, FullHLLTest, TestReloadDeadlock, TestZkChroot, LeaderElectionTest, SparseHLLTest, TestDynamicLoading, LukeRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, HdfsLockFactoryTest, PreAnalyzedUpdateProcessorTest, SolrXmlInZkTest, TestFreeTextSuggestions, SimpleFacetsTest, DistributedQueryComponentOptimizationTest, SliceStateTest, DistribCursorPagingTest, TestReversedWildcardFilterFactory, TestXIncludeConfig, OverseerRolesTest, SolrTestCaseJ4Test, TestDFISimilarityFactory, TestLRUStatsCache, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, ClusterStateTest, AutoCommitTest, TestCoreDiscovery, TestFilteredDocIdSet, HdfsChaosMonkeyNothingIsSafeTest]
   [junit4] Completed [137/579 (3!)] on J2 in 111.43s, 1 test, 1 failure <<< FAILURES!

[...truncated 1426 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 2 failures, 34 ignored (18 assumptions) [seed: 1A489CD376F2486A]

Total time: 227 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 935 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/935/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:
141 threads leaked from SUITE scope at org.apache.solr.schema.SpatialRPTFieldTypeTest:     1) Thread[id=15973, name=coreZkRegister-2188-thread-20, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16081, name=qtp275353430-16081, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=15954, name=OverseerThreadFactory-3408-thread-4, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=16100, name=qtp794799659-16100, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=15965, name=coreZkRegister-2188-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=15969, name=coreZkRegister-2188-thread-16, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=15983, name=coreZkRegister-2199-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=15944, name=coreZkRegister-2166-thread-21-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=15943, name=coreZkRegister-2166-thread-20-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=16160, name=qtp275353430-16160, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=16144, name=qtp794799659-16144, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=15958, name=OverseerThreadFactory-3408-thread-6, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=15953, name=coreZkRegister-2188-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=16114, name=updateExecutor-1422-thread-12-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection0_2_shard6_replica2 s:shard6 c:awholynewstresscollection_collection0_2 r:core_node9, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:317)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=16041, name=updateExecutor-1422-thread-9, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=15977, name=coreZkRegister-2199-thread-3-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   17) Thread[id=15960, name=coreZkRegister-2166-thread-29-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   18) Thread[id=16055, name=qtp275353430-16055, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   19) Thread[id=15938, name=coreZkRegister-2166-thread-15-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   20) Thread[id=16162, name=qtp715543800-16162, state=TERMINATED, group={null group}]         at (empty stack)   21) Thread[id=15942, name=coreZkRegister-2166-thread-19, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   22) Thread[id=15946, name=coreZkRegister-2166-thread-23-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   23) Thread[id=15951, name=coreZkRegister-2166-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   24) Thread[id=15986, name=coreZkRegister-2188-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   25) Thread[id=16053, name=recoveryExecutor-1429-thread-8-processing-n:127.0.0.1:33063_ysp%2Fv x:awholynewstresscollection_collection4_2_shard8_replica2 s:shard8 c:awholynewstresscollection_collection4_2 r:core_node1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:596)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:353)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   26) Thread[id=16129, name=qtp794799659-16129, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   27) Thread[id=15998, name=coreZkRegister-2199-thread-10-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   28) Thread[id=15917, name=coreZkRegister-2166-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   29) Thread[id=16163, name=qtp275353430-16163, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   30) Thread[id=15976, name=coreZkRegister-2199-thread-2-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   31) Thread[id=16010, name=coreZkRegister-2199-thread-19-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   32) Thread[id=15993, name=coreZkRegister-2188-thread-33-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   33) Thread[id=16124, name=recoveryExecutor-1429-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   34) Thread[id=16066, name=qtp813813828-16066, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.core.SolrCore.closeAndWait(SolrCore.java:1020)         at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:995)         at org.apache.solr.handler.admin.CoreAdminOperation$2.call(CoreAdminOperation.java:142)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   35) Thread[id=15956, name=coreZkRegister-2166-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   36) Thread[id=16076, name=qtp813813828-16076, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   37) Thread[id=16077, name=qtp275353430-16077, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   38) Thread[id=16015, name=coreZkRegister-2199-thread-24-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   39) Thread[id=15966, name=coreZkRegister-2188-thread-13-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   40) Thread[id=15959, name=coreZkRegister-2166-thread-28-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   41) Thread[id=15999, name=coreZkRegister-2199-thread-11-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   42) Thread[id=15916, name=zkCallback-1415-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   43) Thread[id=16152, name=qtp794799659-16152, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   44) Thread[id=16118, name=qtp794799659-16118, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   45) Thread[id=15923, name=coreZkRegister-2188-thread-6-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   46) Thread[id=15920, name=coreZkRegister-2166-thread-3, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   47) Thread[id=16026, name=recoveryExecutor-1423-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   48) Thread[id=15991, name=coreZkRegister-2188-thread-31-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   49) Thread[id=15985, name=coreZkRegister-2188-thread-25-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   50) Thread[id=16048, name=recoveryExecutor-1423-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection3_2_shard6_replica3 s:shard6 c:awholynewstresscollection_collection3_2 r:core_node13, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:365)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   51) Thread[id=15929, name=coreZkRegister-2166-thread-6-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   52) Thread[id=16120, name=updateExecutor-1428-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   53) Thread[id=15932, name=coreZkRegister-2166-thread-9-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   54) Thread[id=16061, name=qtp813813828-16061, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   55) Thread[id=16019, name=coreZkRegister-2199-thread-28-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   56) Thread[id=15940, name=coreZkRegister-2166-thread-17-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   57) Thread[id=16014, name=coreZkRegister-2199-thread-23, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   58) Thread[id=16013, name=coreZkRegister-2199-thread-22-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   59) Thread[id=15925, name=coreZkRegister-2166-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   60) Thread[id=15972, name=coreZkRegister-2188-thread-19-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   61) Thread[id=15980, name=coreZkRegister-2188-thread-23-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   62) Thread[id=15941, name=coreZkRegister-2166-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   63) Thread[id=15922, name=coreZkRegister-2188-thread-5-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   64) Thread[id=15921, name=coreZkRegister-2188-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   65) Thread[id=16000, name=coreZkRegister-2199-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   66) Thread[id=15926, name=OverseerThreadFactory-3408-thread-1, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   67) Thread[id=16060, name=qtp794799659-16060, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.handler.admin.CoreAdminOperation$9.call(CoreAdminOperation.java:568)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   68) Thread[id=16018, name=coreZkRegister-2199-thread-27-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   69) Thread[id=16108, name=qtp813813828-16108, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   70) Thread[id=16007, name=coreZkRegister-2199-thread-16-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   71) Thread[id=15974, name=coreZkRegister-2188-thread-21-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   72) Thread[id=15963, name=coreZkRegister-2188-thread-10-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   73) Thread[id=15962, name=coreZkRegister-2166-thread-31-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   74) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   75) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   76) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   77) Thread[id=16101, name=qtp794799659-16101, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   78) Thread[id=15931, name=coreZkRegister-2166-thread-8-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   79) Thread[id=16149, name=qtp794799659-16149, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   80) Thread[id=16009, name=coreZkRegister-2199-thread-18-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   81) Thread[id=15961, name=coreZkRegister-2166-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   82) Thread[id=15981, name=coreZkRegister-2188-thread-24-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   83) Thread[id=15990, name=coreZkRegister-2188-thread-30-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent

[...truncated too long message...]

est]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   105) Thread[id=15971, name=coreZkRegister-2188-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   106) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   107) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   108) Thread[id=15945, name=coreZkRegister-2166-thread-22, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   109) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   110) Thread[id=15931, name=coreZkRegister-2166-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AED446C00D3545C1]:0)
   [junit4] Completed [536/579 (3!)] on J1 in 77.18s, 0 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 129 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid28059.hprof ...
   [junit4] Heap dump file created [666880762 bytes in 5.874 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection1"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection3"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection2"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection4"
   [junit4] <<< JVM J1: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2321 tests, 4 suite-level errors, 1 failure, 161 ignored (17 assumptions) [seed: AED446C00D3545C1]

Total time: 434 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 934 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/934/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50510: collection already exists: awholynewstresscollection_collection2_6
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0:29E5F5D546CB6445]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes(DirectUpdateHandlerTest.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11031 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 18628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 18632 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 18633 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 18731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer start zk server on port:57012
   [junit4]   2> 18750 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18850 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18867 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 20462 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f20b176 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20504 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x152e16ca8d90000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 20506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20515 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9049296 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 20528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 20534 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 20537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 20542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 20543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 20575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 20576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 20581 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20582 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 20606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20610 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5245922c name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20630 INFO  (zkCallback-27-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29017e7d name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 20805 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 20808 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 20810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc0fa58{/,null,AVAILABLE}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@52df766d{HTTP/1.1}{127.0.0.1:46702}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @24495ms
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/control/data, hostContext=/, hostPort=46702, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001'
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20818 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20825 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c418dc8 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/solr.xml
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 364362857
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001]
   [junit4]   2> 20841 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib
   [junit4]   2> 20841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20865 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@efcb13b name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20879 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31a962fb name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 20903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 20915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 20922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 20930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 20945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 20950 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 20956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 20960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 20961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46702_
   [junit4]   2> 20965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46702_
   [junit4]   2> 20975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 20978 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 20982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 20984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000
   [junit4]   2> 20989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46702_
   [junit4]   2> 20990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 20992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=95386398933712902-127.0.0.1:46702_-n_0000000000) starting
   [junit4]   2> 21003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 21046 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 21050 INFO  (OverseerCollectionConfigSetProcessor-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 21050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 21058 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 21168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 21189 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 21194 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 21201 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 21204 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 21215 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 21221 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1'
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22201 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 22214 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 22219 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22246 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 22259 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 22424 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 22441 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 22442 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 22480 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22484 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22487 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22491 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/]
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7633bc35
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index/
   [junit4]   2> 22506 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22507 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index
   [junit4]   2> 22508 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.91015625, floorSegmentMB=0.8583984375, forceMergeDeletesPctAllowed=13.163093030912039, segmentsPerTier=5.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22528 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/
   [junit4]   2> 22528 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 22529 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22546 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 22549 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22554 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22558 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22561 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22576 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 22577 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22586 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=9.677734375, floorSegmentMB=1.166015625, forceMergeDeletesPctAllowed=16.086761724317427, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@387abaad[collection1] main]
   [junit4]   2> 22595 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 22615 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@387abaad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526182387033047040
   [junit4]   2> 22617 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1526182387033047040
   [junit4]   2> 22619 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 22621 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 22622 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46702 collection:control_collection shard:shard1
   [junit4]   2> 22635 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 22647 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95386398933712902-core_node1-n_0000000000
   [junit4]   2> 22648 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 22653 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46702/collection1/
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46702/collection1/ has no replicas
   [junit4]   2> 22680 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 22689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22693 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 22700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22720 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f0d7b10 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 22727 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46702/collection1/ shard1
   [junit4]   2> 22727 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 22729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 22729 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22732 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46702/collection1/ and leader is http://127.0.0.1:46702/collection1/
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46702
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 22783 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 22784 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 22846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 22851 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001
   [junit4]   2> 22852 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 22857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66fbd515{/,null,AVAILABLE}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@66cfc1d{HTTP/1.1}{127.0.0.1:56763}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @26541ms
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56763, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001'
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22863 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af66e07 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/solr.xml
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 637151620
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001]
   [junit4]   2> 22880 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22883 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22888 INFO  (zkCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30a895e9 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22890 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22890 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22902 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e8d9527 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 23920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56763_
   [junit4]   2> 23921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56763_
   [junit4]   2> 23923 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23923 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23924 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712906-127.0.0.1:56763_-n_0000000001
   [junit4]   2> 23928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000 to know if I could be the leader
   [junit4]   2> 23951 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 23953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 23954 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 23955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 23989 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 23993 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 24102 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24102 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24103 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 25001 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 25001 INF

[...truncated too long message...]

eHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_i,generation=18}
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_j,generation=19}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 19
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@657a605[collection1] main]
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1247993 INFO  (searcherExecutor-3750-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@657a605[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.0.0):c2) Uninverting(_b(6.0.0):c1)))}
   [junit4]   2> 1247993 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:ZZZ&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteRollback
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=917979863
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76dafe34
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=1,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1247996 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1248006 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, sim=ClassicSimilarity, locale=en-ZA, timezone=America/Cayenne
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=189273048,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, AnalyticsMergeStrategyTest, DocValuesMissingTest, TestDynamicLoading, SpatialHeatmapFacetsTest, BaseCdcrDistributedZkTest, LeaderElectionTest, TestFuzzyAnalyzedSuggestions, TestConfigSetsAPIExclusivity, TestJsonFacets, FullHLLTest, BadCopyFieldTest, TestDistribDocBasedVersion, TestStressRecovery, SampleTest, DocValuesMultiTest, TestFieldCollectionResource, TestTolerantSearch, TestSha256AuthenticationProvider, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, StressHdfsTest, XmlUpdateRequestHandlerTest, MergeStrategyTest, TestDistributedMissingSort, SliceStateTest, ClusterStateTest, TestSmileRequest, NoCacheHeaderTest, DistributedQueueTest, DistribCursorPagingTest, LukeRequestHandlerTest, TestJettySolrRunner, FieldMutatingUpdateProcessorTest, DeleteReplicaTest, TestWriterPerf, TestDistributedStatsComponentCardinality, PluginInfoTest, CleanupOldIndexTest, TestSchemaResource, TestLRUStatsCache, SegmentsInfoRequestHandlerTest, TestChildDocTransformer, TestSolrConfigHandlerConcurrent, StatsComponentTest, SearchHandlerTest, DistanceUnitsTest, SharedFSAutoReplicaFailoverUtilsTest, TestFilteredDocIdSet, TestManagedSchemaFieldTypeResource, CircularListTest, TestFreeTextSuggestions, ZkStateWriterTest, CdcrUpdateLogTest, HdfsChaosMonkeyNothingIsSafeTest, TestAnalyzeInfixSuggestions, TestExceedMaxTermLength, CoreMergeIndexesAdminHandlerTest, SolrCoreCheckLockOnStartupTest, TermVectorComponentDistributedTest, TestRequestForwarding, TestReloadDeadlock, TestBulkSchemaAPI, HdfsNNFailoverTest, SuggesterWFSTTest, TestSearchPerf, BinaryUpdateRequestHandlerTest, HardAutoCommitTest, TestInitParams, RecoveryZkTest, RegexBoostProcessorTest, TestManagedResource, DistributedFacetPivotSmallTest, TestReload, DistributedFacetPivotLargeTest, TestSuggestSpellingConverter, DebugComponentTest, BasicDistributedZk2Test, SmileWriterTest, TestTrackingShardHandlerFactory, TestSort, TestJmxMonitoredMap, ScriptEngineTest, LeaderInitiatedRecoveryOnShardRestartTest, DirectUpdateHandlerTest]
   [junit4] Completed [176/579 (2!)] on J2 in 14.31s, 7 tests, 1 failure <<< FAILURES!

[...truncated 1326 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 1 failure, 34 ignored (18 assumptions) [seed: 59CB1503372ACE0]

Total time: 216 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 933 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/933/

1 tests failed.
FAILED:  org.apache.solr.core.TestNRTOpen.testSharedCores

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12333 lines...]
   [junit4] Suite: org.apache.solr.core.TestNRTOpen
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256782 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256785 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256790 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256792 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256794 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256794 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 1118331258
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256795 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256800 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256818 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256821 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256837 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256839 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256841 WARN  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256844 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256850 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256852 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256853 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256854 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=93.4384765625, floorSegmentMB=0.2666015625, forceMergeDeletesPctAllowed=28.274968396202297, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6197897538164046
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64dfa212[collection1] main]
   [junit4]   2> 4256858 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256859 INFO  (searcherExecutor-10489-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64dfa212[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256860 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256861 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256862 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5528d6b7[collection1] main]
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4256888 INFO  (searcherExecutor-10489-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5528d6b7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4256890 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1118331258
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a93b48f
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256913 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256916 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256921 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256924 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256926 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 417266533
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256927 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256928 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256947 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256949 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256955 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256957 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256959 WARN  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256964 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256966 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256968 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256973 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5717cf1[collection1] main]
   [junit4]   2> 4256973 WARN  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256974 INFO  (searcherExecutor-10500-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5717cf1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256975 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReaderIsNRT
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fac066c[collection1] main]
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257007 INFO  (searcherExecutor-10500-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fac066c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257008 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257032 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257034 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257039 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257042 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257044 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257047 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257047 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257049 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257050 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257051 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257052 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257053 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57db4002[collection1] main]
   [junit4]   2> 4257055 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257056 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57db4002[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=843648399, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257058 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6efcf01a[collection1] main]
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257059 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6efcf01a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@794954c9
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257060 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcde1f7[collection1] main]
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257064 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dcde1f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 4257098 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2be2a8b4[collection1] main]
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257099 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2be2a8b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1)))}
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 33
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257123 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257126 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257141 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257144 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257146 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257150 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257151 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257153 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257154 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257160 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a771af4[collection1] main]
   [junit4]   2> 4257160 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257161 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a771af4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257186 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@61fc5e8c
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257190 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257192 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e9f4d18[collection1] main]
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@742591c9
   [junit4]   2> 4257193 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e9f4d18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257194 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testReaderIsNRT
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSharedCores
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 6
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56308a49[collection1] main]
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257220 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56308a49[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1)))}
   [junit4]   2> 4257222 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 23
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257223 WARN  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23781e18[collection1] main]
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257245 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23781e18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1) Uninverting(_6(6.0.0):C1)))}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 4257246 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_7,generation=7}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46ca4365[collection1] main]
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257273 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46ca4365[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(6.0.0):c2) Uninverting(_c(6.0.0):C2)))}
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSharedCores
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTOpen -Dtests.method=testSharedCores -Dtests.seed=17BA8CD3A3784B2C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs-CZ -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.08s J2 | TestNRTOpen.testSharedCores <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
   [junit4]    > 	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417266533
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14577e38
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=cs-CZ, timezone=Pacific/Johnston
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=317932240,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [BaseCdcrDistributedZkTest, TestTrackingShardHandlerFactory, TestSolrJ, TestChildDocTransformer, TestSolrCloudWithKerberosAlt, CdcrUpdateLogTest, ZkStateWriterTest, TestAnalyzeInfixSuggestions, TestReloadDeadlock, TestStressReorder, TestCollationField, CollectionStateFormat2Test, TestDynamicLoading, TestFieldTypeResource, DirectSolrConnectionTest, TestLRUStatsCache, TestSmileRequest, TestPerFieldSimilarityWithDefaultOverride, TestExceedMaxTermLength, LeaderElectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestCoreDiscovery, DistributedFacetPivotLargeTest, StressHdfsTest, TestDistribIDF, TestDFISimilarityFactory, TestDistributedMissingSort, NoCacheHeaderTest, TestDistribDocBasedVersion, TestFieldCollectionResource, UnloadDistributedZkTest, TestSolrIndexConfig, SliceStateTest, CoreAdminHandlerTest, TestInitParams, TestCSVResponseWriter, SolrXmlInZkTest, DistributedFacetPivotSmallTest, CleanupOldIndexTest, TestReload, TestZkChroot, TestSort, TestSha256AuthenticationProvider, TestSerializedLuceneMatchVersion, HdfsDirectoryFactoryTest, SuggesterTSTTest, TestReversedWildcardFilterFactory, FullSolrCloudDistribCmdsTest, SuggesterTest, HdfsNNFailoverTest, DateMathParserTest, ShowFileRequestHandlerTest, TestRequestForwarding, CircularListTest, DistribCursorPagingTest, TestIndexSearcher, TestSolrQueryParser, BlockJoinFacetRandomTest, RecoveryAfterSoftCommitTest, TestSolrConfigHandlerConcurrent, TestAuthorizationFramework, TestRawTransformer, TestStressUserVersions, TestConfigReload, TestRestoreCore, DocValuesMultiTest, TestRandomRequestDistribution, VMParamsZkACLAndCredentialsProvidersTest, HdfsRestartWhileUpdatingTest, TestJmxIntegration, BadComponentTest, SegmentsInfoRequestHandlerTest, TestShardHandlerFactory, OverseerRolesTest, TestFreeTextSuggestions, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, AutoCommitTest, LukeRequestHandlerTest, TestBulkSchemaAPI, TestLeaderElectionZkExpiry, ClusterStateTest, QueryParsingTest, RegexBoostProcessorTest, TestManagedSchemaFieldTypeResource, MergeStrategyTest, TestMiniSolrCloudClusterBase, SampleTest, HdfsChaosMonkeyNothingIsSafeTest, BigEndianAscendingWordSerializerTest, TestScoreJoinQPNoScore, CoreMergeIndexesAdminHandlerTest, CurrencyFieldXmlFileTest, TestSchemaManager, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestRecovery, TermVectorComponentDistributedTest, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteShardTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, HdfsBasicDistributedZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, RuleEngineTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestImplicitCoreProperties, TestNRTOpen]
   [junit4] Completed [465/579 (1!)] on J2 in 0.54s, 2 tests, 1 failure <<< FAILURES!

[...truncated 376 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 failure, 34 ignored (18 assumptions) [seed: 17BA8CD3A3784B2C]

Total time: 225 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 932 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/932/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:743)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1524)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:185)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 53 more




Build Log:
[...truncated 11490 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/init-core-data-001
   [junit4]   2> 1410896 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1410897 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1410956 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1410967 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1410968 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1410990 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50023_hdfs____ek1uow/webapp
   [junit4]   2> 1411102 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411403 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50023
   [junit4]   2> 1411520 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411522 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411545 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47213_datanode____.j0mcrs/webapp
   [junit4]   2> 1411651 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411901 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47213
   [junit4]   2> 1411978 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411979 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411999 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40837_datanode____bhh8qv/webapp
   [junit4]   2> 1412065 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-346b379d-17b0-4452-aeb3-68ef63929d49 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412066 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-363382e5-6143-484e-bc3b-82b9eae8d958 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412127 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1412422 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40837
   [junit4]   2> 1412527 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412528 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-b5e0e570-0dbc-4e24-bf36-95d9d879d283 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412643 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer start zk server on port:59259
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412745 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412748 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5640972d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1412752 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412753 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412754 INFO  (zkCallback-1754-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2210a76b name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1412757 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1412758 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1412760 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412782 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412783 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1412877 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1412880 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@761d57bf{/,null,AVAILABLE}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65824c91{HTTP/1.1}{127.0.0.1:39573}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1416687ms
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_control_data, hostContext=/, hostPort=39573, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001'
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1412882 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412885 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412887 INFO  (zkCallback-1755-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679b79f1 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/solr.xml
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1850298749
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001]
   [junit4]   2> 1412898 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib
   [junit4]   2> 1412899 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1412901 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412905 INFO  (zkCallback-1758-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@162bb55f name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412908 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412910 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@186a5993 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412910 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412911 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1412913 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1412918 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1412920 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1412922 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1412924 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1412927 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1412928 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1412930 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1412931 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412932 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412933 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1412934 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95375573712044036-127.0.0.1:39573_-n_0000000000
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39573_
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1412939 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=95375573712044036-127.0.0.1:39573_-n_0000000000) starting
   [junit4]   2> 1412942 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1412953 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1412954 INFO  (OverseerCollectionConfigSetProcessor-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1412954 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1412954 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412985 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1413005 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1413007 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1413008 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1413012 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1'
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1414012 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1414017 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1414021 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1414029 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1414034 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1414147 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1414156 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1414157 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1414166 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414168 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414171 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414172 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414173 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48674/solr_hdfs_home
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c39c97f
   [junit4]   2> 1414175 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414189 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414191 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 1414201 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1414201 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.39640577603446314]
   [junit4]   2> 1414252 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59640 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414254 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44180 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1414261 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1414265 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1414267 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414269 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1415217 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5416472763955665]
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d1e0458[collection1] main]
   [junit4]   2> 1415226 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415230 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1415233 INFO  (searcherExecutor-3214-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d1e0458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1415234 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1415236 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:39573 collection:control_collection shard:shard1
   [junit4]   2> 1415237 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1415242 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95375573712044036-core_node1-n_0000000000
   [junit4]   2> 1415243 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39573/collection1/ has no replicas
   [junit4]   2> 1415246 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1415247 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1415247 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415252 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1415254 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39573/collection1/ shard1
   [junit4]   2> 1415255 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1415358 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:39573/collection1/ and leader is http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39573
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1415510 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415700 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415701 INFO  (zkCallback-1761-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@178d79f5 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1415706 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1415803 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores/collection1
   [junit4]   2> 1415804 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001
   [junit4]   2> 1415805 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1415816 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e111f50{/,null,AVAILABLE}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19f346f7{HTTP/1.1}{127.0.0.1:58837}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1419623ms
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58837, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001'
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1415818 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415819 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415821 INFO  (zkCallback-1762-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@103c09ba name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415821 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415822 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/solr.xml
   [junit4]   2> 1415829 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 856177768
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001]
   [junit4]   2> 1415830 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1415831 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415833 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415834 INFO  (zkCallback-1765-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e45017d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415837 INFO  (zkCallback-1766-thread-1-processing-n:127.0.0.1:58837_) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1537a99a name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415837 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1889863 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@728c3408{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a33b8ec{/,null,UNAVAILABLE}
   [junit4]   2> 1889886 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 INFO  (Thread-35445) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 WARN  (Thread-35445) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95375601725407237-127.0.0.1:55177_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	7	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=4FAA39F1B10B8ADB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 50.0s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1890069 INFO  (SUITE-SyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001
   [junit4]   2> Feb 12, 2016 10:30:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=Asserting), intDefault=Lucene50(blocksize=128), a_i1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=MockRandom), _version_=Lucene50(blocksize=128), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-MA, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=41823464,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestBlobHandler, CircularListTest, DateMathParserTest, TestMacros, SampleTest, BaseCdcrDistributedZkTest, FullSolrCloudDistribCmdsTest, FieldMutatingUpdateProcessorTest, TestRawResponseWriter, RulesTest, TestRandomCollapseQParserPlugin, TestJettySolrRunner, TestSolrDeletionPolicy1, TestSweetSpotSimilarityFactory, OverseerRolesTest, TestSortingResponseWriter, HdfsWriteToMultipleCollectionsTest, TestMiniSolrCloudClusterBase, TestPostingsSolrHighlighter, TestPivotHelperCode, QueryParsingTest, HLLUtilTest, RecoveryAfterSoftCommitTest, TestPerFieldSimilarity, SolrCoreCheckLockOnStartupTest, CollectionStateFormat2Test, RestartWhileUpdatingTest, TestManagedSynonymFilterFactory, TestRestManager, TestNoOpRegenerator, DirectUpdateHandlerOptimizeTest, CleanupOldIndexTest, SliceStateTest, TestConfigSets, TestCharFilters, HighlighterMaxOffsetTest, TestInitQParser, TestDistributedMissingSort, RequestHandlersTest, TestCSVResponseWriter, TestSolrQueryParserResource, BlockCacheTest, AnalysisErrorHandlingTest, DeleteReplicaTest, CursorMarkTest, TestStressReorder, TestDocBasedVersionConstraints, TestLeaderElectionZkExpiry, UUIDUpdateProcessorFallbackTest, TestRequestForwarding, AutoCommitTest, HardAutoCommitTest, TestTolerantSearch, TestSolrCloudWithKerberosAlt, TestSchemaVersionResource, TestInfoStreamLogging, TestSolrJ, PrimitiveFieldTypeTest, StatelessScriptUpdateProcessorFactoryTest, TestIndexSearcher, LeaderElectionTest, SolrXmlInZkTest, TestDynamicFieldResource, SearchHandlerTest, RecoveryZkTest, TestRecoveryHdfs, BigEndianAscendingWordDeserializerTest, TestXIncludeConfig, HdfsBasicDistributedZk2Test, TestStandardQParsers, TestCloudManagedSchemaConcurrent, TestSolrIndexConfig, SecurityConfHandlerTest, TestReload, TestReversedWildcardFilterFactory, AssignTest, SpatialRPTFieldTypeTest, VersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsSyncSliceTest, DebugComponentTest, TestStressRecovery, TestDefaultStatsCache, TestDistribDocBasedVersion, TestUseDocValuesAsStored2, SuggesterWFSTTest, XmlUpdateRequestHandlerTest, CoreAdminHandlerTest, TestOrdValues, TestRecovery, TestFieldSortValues, GraphQueryTest, CloneFieldUpdateProcessorFactoryTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest]
   [junit4] Completed [255/577 (3!)] on J2 in 50.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 1039 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2325 tests, 2 errors, 1 failure, 34 ignored (18 assumptions) [seed: 4FAA39F1B10B8ADB]

Total time: 206 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 931 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/931/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}, {indexVersion=1455206967924,generation=3,filelist=[_hdm.fdt, _hdm.fdx, _hdm.fnm, _hdm.nvd, _hdm.nvm, _hdm.si, _hdm_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, _hew.cfe, _hew.cfs, _hew.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}, {indexVersion=1455206967924,generation=3,filelist=[_hdm.fdt, _hdm.fdx, _hdm.fnm, _hdm.nvd, _hdm.nvm, _hdm.si, _hdm_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, _hew.cfe, _hew.cfs, _hew.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([949607EE2A9CF603:B1411CDE5AD4F800]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12013 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/init-core-data-001
   [junit4]   2> 1936073 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartup
   [junit4]   2> 1936074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1
   [junit4]   2> 1936078 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1936080 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d85ccf1{/solr,null,AVAILABLE}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@41e88e3f{HTTP/1.1}{127.0.0.1:48059}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1939025ms
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=48059}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001'
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936083 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/solr.xml
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 1204871434
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001]
   [junit4]   2> 1936088 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib
   [junit4]   2> 1936089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1936090 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1936092 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1936097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1936112 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1936115 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1936122 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1936124 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1936126 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1936129 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1936129 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1936129 WARN  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1936130 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1936130 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1936133 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936133 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936133 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1936135 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1936136 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936137 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936138 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936140 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1936142 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1936142 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3453c486
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ad56ae7[collection1] main]
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1936144 INFO  (searcherExecutor-8524-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ad56ae7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1936599 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1
   [junit4]   2> 1936612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bdd0a13{/solr,null,AVAILABLE}
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@62f1a515{HTTP/1.1}{127.0.0.1:42535}
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1939587ms
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=42535}
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002'
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936646 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/solr.xml
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/.
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 79866030
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002]
   [junit4]   2> 1936653 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/lib
   [junit4]   2> 1936653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1936654 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1936656 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/.
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1'
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936665 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1936665 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1936666 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1936670 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1936679 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1936694 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1936703 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1936705 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1'
   [junit4]   2> 1936705 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1
   [junit4]   2> 1936709 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1936710 WARN  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1936712 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1936714 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1936735 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936735 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936736 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1936737 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1936738 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936739 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936740 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936740 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@37cdfc99
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cbd3685[collection1] main]
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf
   [junit4]   2> 1936745 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1936765 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1936765 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1936765 INFO  (searcherExecutor-8534-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cbd3685[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1936778 INFO  (qtp757788540-16260) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1937169 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@62f1a515{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1937169 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=79866030
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7488b0cb
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1937171 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1937171 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data
   [junit4]   2> 1937174 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bdd0a13{/solr,null,UNAVAILABLE}
   [junit4]   2> 1937176 INFO  (qtp757788540-16262) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1937176 INFO  (qtp757788540-16262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1937178 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1937179 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_2,generation=2}
   [junit4]   2> 1937181 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@466c11ef[collection1] main]
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1937182 INFO  (searcherExecutor-8524-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@466c11ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 1937189 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@41e88e3f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1937189 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1204871434
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d08f129
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 1937194 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1937198 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d85ccf1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1937208 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1937211 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75eb6e59{/solr,null,AVAILABLE}
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3415aa85{HTTP/1.1}{127.0.0.1:51211}
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1940162ms
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=51211}
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001'
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/solr.xml
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 1516866015
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001]
   [junit4]   2> 1937225 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib
   [junit4]   2> 1937226 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1937228 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1937230 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1937230 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1937236 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1937254 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1937266 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1937268 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1937273 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1937277 WARN  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1937277 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1937278 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1937280 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1937280 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1937281 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1937282 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1937284 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937285 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937286 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937287 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937288 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1937289 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1937289 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@74e401d8
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c8bea1b[collection1] main]
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1937293 INFO  (searcherExecutor-8547-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c8bea1b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1937734 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1937736 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1937738 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1937740 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1937741 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1937744 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1937745 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1937747 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1937749 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1937751 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1937759 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 6
   [junit4]   2> 1937761 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1937763 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1937765 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1937766 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1937768 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1937771 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1937772 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1937774 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1937776 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1937778 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1937783 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 2
   [junit4]   2> 1937785 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1937786 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1937793 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1937795 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1937797 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1937798 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1937800 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1937801 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1937803 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1937805 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1937813 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 6
   [junit4]   2> 1937816 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1937818 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1937819 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1937821 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1937823 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1937825 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1937826 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1937828 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1937830 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1937832 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1937837 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 3
   [junit4]   2> 1937841 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 1
   [junit4]   2> 1937844 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1937846 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1937848 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1937850 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1937852 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1937854 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1937856 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1937858 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1937860 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1937865 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 3
   [junit4]   2> 1937867 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1937869 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1937871 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1937873 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1937875 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1937884 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1937886 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1937887 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1937890 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1937893 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1937899 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 3
   [junit4]   2> 1937902 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  weba

[...truncated too long message...]

andler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2709788 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7498ef19{/solr,null,UNAVAILABLE}
   [junit4]   2> 2709792 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7a9d226f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2709792 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=324623704
   [junit4]   2> 2709792 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9410dfb
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 2709795 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 2709795 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data
   [junit4]   2> 2709795 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a3bfcf9{/solr,null,UNAVAILABLE}
   [junit4]   2> 2709796 INFO  (SUITE-TestReplicationHandler-seed#[949607EE2A9CF603]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true), newname=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=ClassicSimilarity, locale=es-GT, timezone=Europe/Sofia
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=137924784,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [CloudMLTQParserTest, TestSchemaResource, TestUtils, LeaderInitiatedRecoveryOnShardRestartTest, TestComplexPhraseQParserPlugin, TestDistribDocBasedVersion, ShowFileRequestHandlerTest, DocValuesMultiTest, TestShardHandlerFactory, SolrCoreCheckLockOnStartupTest, SolrXmlInZkTest, WrapperMergePolicyFactoryTest, TestExceedMaxTermLength, DistributedFacetPivotLargeTest, CustomCollectionTest, TestDefaultSearchFieldResource, TestSort, TestUniqueKeyFieldResource, TestBulkSchemaConcurrent, ClusterStateTest, VMParamsZkACLAndCredentialsProvidersTest, TestSolrQueryParser, DateMathParserTest, TestRecovery, SearchHandlerTest, SuggesterTest, TestAnalyzeInfixSuggestions, TestRawTransformer, TestSha256AuthenticationProvider, TestReload, BadComponentTest, TestPHPSerializedResponseWriter, ConcurrentDeleteAndCreateCollectionTest, FullSolrCloudDistribCmdsTest, TestJmxMonitoredMap, TestPerFieldSimilarity, TestLeaderElectionZkExpiry, TestFieldTypeResource, DocValuesMissingTest, DirectUpdateHandlerTest, BasicDistributedZk2Test, TestSolrJ, CdcrRequestHandlerTest, SpatialHeatmapFacetsTest, SmileWriterTest, TestConfigSetsAPIExclusivity, TestSortByMinMaxFunction, HdfsNNFailoverTest, TestElisionMultitermQuery, TestJmxIntegration, FullHLLTest, BadCopyFieldTest, TestRestoreCore, TestReloadDeadlock, CoreMergeIndexesAdminHandlerTest, TestSolrDeletionPolicy1, TestConfigSetImmutable, TestSolrXml, OverseerTest, SliceStateTest, TestJettySolrRunner, RequestHandlersTest, SampleTest, TestSolrCLIRunExample, DistribCursorPagingTest, SimpleFacetsTest, SparseHLLTest, HdfsDirectoryFactoryTest, DebugComponentTest, SharedFSAutoReplicaFailoverUtilsTest, TestCloudSchemaless, TestSmileRequest, CircularListTest, FieldMutatingUpdateProcessorTest, CollectionStateFormat2Test, TestReversedWildcardFilterFactory, TestSearchPerf, StatsComponentTest, TestCoreDiscovery, QueryParsingTest, DirectSolrConnectionTest, TestCSVResponseWriter, MergeStrategyTest, TestDistribIDF, SuggesterWFSTTest, TestRandomRequestDistribution, TestStressUserVersions, TestInitParams, TestStressReorder, TestCollationField, TestCloudPivotFacet, TestSchemaManager, TestGroupingSearch, CurrencyFieldXmlFileTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [381/579 (1!)] on J2 in 773.77s, 13 tests, 1 failure <<< FAILURES!

[...truncated 645 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2327 tests, 1 failure, 34 ignored (18 assumptions) [seed: 949607EE2A9CF603]

Total time: 196 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 930 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/930/

5 tests failed.
FAILED:  org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:50285/q, http://127.0.0.1:33297/q, http://127.0.0.1:33906/q, http://127.0.0.1:55671/q, http://127.0.0.1:33719/q]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:50285/q, http://127.0.0.1:33297/q, http://127.0.0.1:33906/q, http://127.0.0.1:55671/q, http://127.0.0.1:33719/q]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1547)
	at org.apache.solr.cloud.MigrateRouteKeyTest.createCollection(MigrateRouteKeyTest.java:125)
	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:157)
	at org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test(AsyncMigrateRouteKeyTest.java:44)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33906/q
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 50 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 54 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testBufferActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:39982, http://127.0.0.1:46397]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:39982, http://127.0.0.1:46397]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39982: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testCheckpointActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:49585, http://127.0.0.1:50006]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:49585, http://127.0.0.1:50006]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50006: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testLifeCycleActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:57724, http://127.0.0.1:51753]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57724, http://127.0.0.1:51753]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51753: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:39919

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:39919
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:433)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11919 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/init-core-data-001
   [junit4]   2> 2135882 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2135882 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2135886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2135886 INFO  (Thread-7211) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2135886 INFO  (Thread-7211) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2135986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkTestServer start zk server on port:39157
   [junit4]   2> 2135986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2135987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2135989 INFO  (zkCallback-1567-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4722387f name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2135989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2135990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2135990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2135993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2135993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2135994 INFO  (zkCallback-1568-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e1bb7ef name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2135996 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2135998 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2135999 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2136000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2136000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2136002 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2136003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2136005 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136005 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136007 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2136007 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2136008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2136008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2136010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2136010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2136012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2136012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2136013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2136013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2136015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2136017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2136018 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2136019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2136021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136022 INFO  (zkCallback-1569-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5da28ab0 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136024 INFO  (zkCallback-1570-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46dfc58a name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2136026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136027 INFO  (zkCallback-1571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ecece45 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 2136028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 2136030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 2136030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 2136032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 2136032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 2136033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136034 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136035 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 2136035 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 2136037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 2136037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 2136038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 2136038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 2136040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2136040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2136041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136042 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136043 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 2136043 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 2136045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 2136045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 2136046 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 2136047 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 2136146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1
   [junit4]   2> 2136148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2136149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26100656{/,null,AVAILABLE}
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3b123680{SSL-http/1.1}{127.0.0.1:48960}
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.Server Started @2139488ms
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/tempDir-001/control/data, hostContext=/, hostPort=48960, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores}
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001'
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2136160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136163 INFO  (zkCallback-1572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79d2a86b name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136163 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136164 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2136165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/solr.xml
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer New CoreContainer 408966089
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001]
   [junit4]   2> 2136172 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/lib
   [junit4]   2> 2136173 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2136176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39157/solr
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136179 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136180 INFO  (zkCallback-1575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14426223 name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136182 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136184 INFO  (zkCallback-1576-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53fc6e35 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136184 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2136186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2136189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2136190 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2136191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2136192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2136193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2136194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2136195 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2136196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48960_
   [junit4]   2> 2136196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48960_
   [junit4]   2> 2136198 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2136199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95362142783209479-127.0.0.1:48960_-n_0000000000
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48960_
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2136201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Overseer (id=95362142783209479-127.0.0.1:48960_-n_0000000000) starting
   [junit4]   2> 2136203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2136208 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2136209 INFO  (OverseerCollectionConfigSetProcessor-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2136209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2136209 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2136230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2136230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2136231 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2136233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2136233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2136234 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2136234 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2136235 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:48960",
   [junit4]   2>   "node_name":"127.0.0.1:48960_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2136236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2136236 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:48960",
   [junit4]   2>   "node_name":"127.0.0.1:48960_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2136236 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2136237 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2136238 INFO  (zkCallback-1576-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2137236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2137236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2137237 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2137237 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1'
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2137240 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2137245 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2137248 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2137257 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2137262 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2137358 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2137363 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2137364 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2137373 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2137374 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2137376 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2137377 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2137378 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2137378 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/]
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5a931a
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2137380 WARN  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7fde46ed
   [junit4]   2> 2137381 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@33054435 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e0b99f),segFN=segments_1,generation=1}
   [junit4]   2> 2137381 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2137381 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/
   [junit4]   2> 2137381 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2137385 WARN  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2137387 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137387 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137388 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137389 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137392 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3f8fe3d
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@33054435 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e0b99f),segFN=segments_1,generation=1}
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2137395 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@96d2aa3[collection1] main]
   [junit4]   2> 2137395 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2137397 INFO  (searcherExecutor-4555-thread-1-processing-n:127.0.0.1:48960_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@96d2aa3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2137398 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525794286115749888
   [junit4]   2> 2137400 INFO  (coreLoad

[...truncated too long message...]

emoryError: GC overhead limit exceededThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19383, name=OverseerThreadFactory-6894-thread-9, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19386, name=OverseerThreadFactory-6894-thread-12, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19394, name=OverseerThreadFactory-6895-thread-1, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #12: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19395, name=OverseerThreadFactory-6895-thread-2, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #13: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19397, name=OverseerThreadFactory-6895-thread-4, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #14: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19399, name=OverseerThreadFactory-6895-thread-6, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #15: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19401, name=OverseerThreadFactory-6895-thread-8, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #16: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19402, name=OverseerThreadFactory-6895-thread-9, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #17: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19403, name=OverseerThreadFactory-6895-thread-10, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #18: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19404, name=OverseerThreadFactory-6895-thread-11, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 7345924 INFO  (SUITE-CdcrRequestHandlerTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrRequestHandlerTest_54BFE17E1E801273-001
   [junit4]   2> Feb 10, 2016 2:53:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=it, timezone=America/Nipigon
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=288962384,total=497549312
   [junit4]   2> NOTE: All tests run in this JVM: [SampleTest, DeleteReplicaTest, DistributedQueryComponentOptimizationTest, TestSolrJ, TestReversedWildcardFilterFactory, TestSearchPerf, TestTrackingShardHandlerFactory, DistanceUnitsTest, WrapperMergePolicyFactoryTest, NoCacheHeaderTest, TestManagedSchemaFieldTypeResource, TestFuzzyAnalyzedSuggestions, TestDistributedMissingSort, ConcurrentDeleteAndCreateCollectionTest, TestCSVResponseWriter, RestartWhileUpdatingTest, DocExpirationUpdateProcessorFactoryTest, BadComponentTest, OverseerRolesTest, BasicDistributedZk2Test, AutoCommitTest, XmlUpdateRequestHandlerTest, HdfsNNFailoverTest, PluginInfoTest, TestComplexPhraseQParserPlugin, DebugComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSort, ScriptEngineTest, SuggesterWFSTTest, DistributedFacetPivotSmallTest, TestRandomRequestDistribution, PreAnalyzedUpdateProcessorTest, SaslZkACLProviderTest, SpatialHeatmapFacetsTest, TestLeaderElectionZkExpiry, HdfsRestartWhileUpdatingTest, CachingDirectoryFactoryTest, DocValuesMissingTest, CustomCollectionTest, TestMiniSolrCloudClusterBase, HighlighterConfigTest, TestAnalyzeInfixSuggestions, TestBulkSchemaConcurrent, BadIndexSchemaTest, SimpleFacetsTest, BaseCdcrDistributedZkTest, TestSmileRequest, TestFieldCollectionResource, TestSerializedLuceneMatchVersion, TestDynamicLoading, UpdateParamsTest, OutOfBoxZkACLAndCredentialsProvidersTest, FullHLLTest, TestPerFieldSimilarityWithDefaultOverride, TestIndexingPerformance, LukeRequestHandlerTest, CleanupOldIndexTest, TestConfigSetsAPIExclusivity, TestChildDocTransformer, TestExceedMaxTermLength, TestJmxMonitoredMap, BigEndianAscendingWordSerializerTest, TestMaxScoreQueryParser, SliceStateTest, SearchHandlerTest, TestCloudPivotFacet, TestSolrIndexConfig, PrimitiveFieldTypeTest, HttpPartitionTest, StressHdfsTest, AssignTest, TestInitParams, TestDistribDocBasedVersion, TestManagedResource, BadCopyFieldTest, SolrTestCaseJ4Test, RegexBoostProcessorTest, TestConfigSetImmutable, TestFastWriter, DirectUpdateHandlerOptimizeTest, TestFilteredDocIdSet, TestStressRecovery, TestSortByMinMaxFunction, ClusterStateTest, SharedFSAutoReplicaFailoverUtilsTest, RecoveryZkTest, OverseerTest, HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CircularListTest, TestStressReorder, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, CoreAdminHandlerTest, TestStressLucene, TestWordDelimiterFilterFactory, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, JSONWriterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, TestMergePolicyConfig, MultiTermTest, NumericFieldsTest, MinimalSchemaTest, TestConfig, DirectSolrConnectionTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, TestDocumentBuilder, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, AsyncMigrateRouteKeyTest, CdcrRequestHandlerTest]
   [junit4] Completed [579/579 (3!)] on J2 in 4359.70s, 3 tests, 3 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J2-20160210_125121_987.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid27206.hprof ...
   [junit4] Heap dump file created [656709404 bytes in 6.494 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 14 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2326 tests, 5 errors, 34 ignored (18 assumptions) [seed: 54BFE17E1E801273]

Total time: 340 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 929 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/929/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39508/t_/f

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39508/t_/f
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:236)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11708 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/init-core-data-001
   [junit4]   2> 2195856 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2195857 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_/f
   [junit4]   2> 2195859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2195860 INFO  (Thread-19858) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2195860 INFO  (Thread-19858) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkTestServer start zk server on port:48615
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2195966 INFO  (zkCallback-1591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31c0ae24 name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2195970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2195970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2195971 INFO  (zkCallback-1592-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@449c505b name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2195973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2195974 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2195975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2195976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2195977 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2195979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2195979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2195981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2195981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2195982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2195983 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2195984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2195984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2195986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2195986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2195987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2195988 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2195989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2195989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2195991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2195991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2195992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2195993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2195994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2195994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2196086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1
   [junit4]   2> 2196088 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2196089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2110ceef{/t_/f,null,AVAILABLE}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3ed41fec{HTTP/1.1}{127.0.0.1:51230}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server Started @2199383ms
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/tempDir-001/control/data, hostContext=/t_/f, hostPort=51230, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001'
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2196091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2196091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196092 INFO  (zkCallback-1593-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a5d36e9 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2196093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2196094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/solr.xml
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer New CoreContainer 895949995
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001]
   [junit4]   2> 2196099 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/lib
   [junit4]   2> 2196099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2196100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48615/solr
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196102 INFO  (zkCallback-1596-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58f4b67 name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196103 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2196104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196105 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20dc5e54 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196106 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2196108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2196111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2196113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2196115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2196117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2196118 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2196120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2196121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2196122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2196125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2196126 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2196129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) starting
   [junit4]   2> 2196130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2196136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2196137 INFO  (OverseerCollectionConfigSetProcessor-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2196137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2196137 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2196152 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2196152 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1
   [junit4]   2> 2196154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2196154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2196154 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2196155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2196155 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2196156 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2196156 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2196157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2196157 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2196157 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2196158 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2197157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2197158 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2197158 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1'
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2197161 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2197165 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2197170 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2197179 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2197185 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2197297 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2197302 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2197304 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2197311 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2197313 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2197315 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2197316 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/]
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@231adbce
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2197318 WARN  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2197319 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index
   [junit4]   2> 2197319 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10513104598787884]
   [junit4]   2> 2197320 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@15a68a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4f2de2),segFN=segments_1,generation=1}
   [junit4]   2> 2197320 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2197320 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/
   [junit4]   2> 2197320 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2197324 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2197324 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2197324 WARN  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2197325 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197326 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197327 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197328 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197331 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30312164634894795]
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@15a68a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4f2de2),segFN=segments_1,generation=1}
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a87640[collection1] main]
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2197337 INFO  (searcherExecutor-5383-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a87640[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525695594385899520
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1525695594385899520
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2197340 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:51230/t_/f collection:control_collection shard:shard1
   [junit4]   2> 2197341 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2197344 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95355974552387588-core_node1-n_0000000000
   [junit4]   2> 2197344 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51230/t_/f/collection1/
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2197346 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51230/t_/f/collection1/ has no replicas
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2197348 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 2197350 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51230/t_/f/collection1/ shard1
   [junit4]   2> 2197350 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2197474 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:51230/t_/f/collection1/ and leader is http://127.0.0.1:51230/t_/f/collection1/
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51230/t_/f
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2197505 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2197505 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2197607 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197658 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58883e41 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2197661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2197752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1
   [junit4]   2> 2197753 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001
   [junit4]   2> 2197754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67ab18b7{/t_/f,null,AVAILABLE}
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@20311222{HTTP/1.1}{127.0.0.1:39508}
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server Started @2201052ms
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/t_/f, hostPort=39508, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores}
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001'
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197760 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197761 INFO  (zkCallback-1600-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23cab007 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2197762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/solr.xml
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer New CoreContainer 218176719
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001]
   [junit4]   2> 2197768 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/lib
   [junit4]   2> 2197768 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48615/solr
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197771 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b693a6b name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197771 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197772 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197773 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197774 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32acf0ba name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197774 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197778 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2198783 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39508_t_%2Ff
   [junit4]   2> 2198784 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39508_t_%2Ff
   [junit4]   2> 2198785 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198785 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198786 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2198788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95355974552387592-127.0.0.1:39508_t_%2Ff-n_0000000001
   [junit4]   2> 2198789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000 to know if I could be the leader
   [junit4]   2> 2198799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2198799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2198800 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2198803 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2198803 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2198803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2198803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2198804 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2198804 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39508/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:39508_t_%2Ff",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39508/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:39508_t_%2Ff",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2198907 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2198907 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2198907 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1'
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2199808 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2199813 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2199817 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2199827 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2199832 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2199947 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2199953 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2199955 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2199963 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2199965 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2199967 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2199967 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open

[...truncated too long message...]

lient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28242, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49674/t_/f: collection already exists: awholynewstresscollection_collection2_6
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C835ACF487FE3D2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28243, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39508/t_/f: Could not find collection : awholynewstresscollection_collection3_5
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C835ACF487FE3D2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)
   [junit4]   2> 2843976 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001
   [junit4]   2> Feb 09, 2016 11:29:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=PostingsFormat(name=Asserting), range_facet_l_dv=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=ClassicSimilarity, locale=th-TH, timezone=SST
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=197495120,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [TestJettySolrRunner, TestFreeTextSuggestions, ConcurrentDeleteAndCreateCollectionTest, TestSolrQueryParser, FullHLLTest, TestReloadDeadlock, TestStressUserVersions, TestDefaultSearchFieldResource, HdfsTlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeyNothingIsSafeTest, LukeRequestHandlerTest, TermVectorComponentDistributedTest, CurrencyFieldXmlFileTest, TestCloudSchemaless, AnalyticsMergeStrategyTest, CachingDirectoryFactoryTest, TestFieldTypeResource, SpatialHeatmapFacetsTest, RecoveryAfterSoftCommitTest, HighlighterConfigTest, AssignTest, TestRawTransformer, DateMathParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, UnloadDistributedZkTest, TestConfigSetImmutable, TestCharFilters, TestManagedResource, PreAnalyzedUpdateProcessorTest, TestJmxMonitoredMap, SaslZkACLProviderTest, SearchHandlerTest, TestSchemaResource, DistributedFacetPivotSmallTest, StressHdfsTest, TestSolrJ, CdcrRequestHandlerTest, TestAnalyzeInfixSuggestions, SolrTestCaseJ4Test, TestSweetSpotSimilarityFactory, TestRequestForwarding, TestCSVResponseWriter, TestDistribDocBasedVersion, SolrXmlInZkTest, TestExtendedDismaxParser, BadComponentTest, DirectSolrConnectionTest, WrapperMergePolicyFactoryTest, TestJmxIntegration, CleanupOldIndexTest, RestartWhileUpdatingTest, ClusterStateTest, TestRestoreCore, TestRecovery, HttpPartitionTest, TestConfigReload, TestCollationField, OverseerRolesTest, SimpleFacetsTest, StatsComponentTest, XmlUpdateRequestHandlerTest, TestCoreDiscovery, DistributedQueryComponentOptimizationTest, TestFuzzyAnalyzedSuggestions, DistribCursorPagingTest, SampleTest, TestDFISimilarityFactory, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, TestSolrCLIRunExample, TestJsonFacets, TestExceedMaxTermLength, RecoveryZkTest, TestMaxScoreQueryParser, MergeStrategyTest, HardAutoCommitTest, TestSort, TestBulkSchemaAPI, TestLRUStatsCache, TestCloudPivotFacet, TestPHPSerializedResponseWriter, TestSha256AuthenticationProvider, TestPostingsSolrHighlighter, NoCacheHeaderTest, HdfsDirectoryFactoryTest, BasicDistributedZk2Test, TestComplexPhraseQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestTrackingShardHandlerFactory, TestSolrDeletionPolicy1, CoreAdminHandlerTest, TestShardHandlerFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [264/579 (1!)] on J2 in 648.65s, 1 test, 1 error <<< FAILURES!

[...truncated 1011 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2323 tests, 1 error, 33 ignored (18 assumptions) [seed: 9C835ACF487FE3D2]

Total time: 246 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 928 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/928/

All tests passed

Build Log:
[...truncated 11711 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid23463.hprof ...
   [junit4] Heap dump file created [622624282 bytes in 7.578 secs]
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] <<< JVM J0: EOF ----

[...truncated 1054 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=8C8830FF5D993057 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.luceneMatchVersion=6.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/tools/junit4/logging.properties -Dtests.nightly=true -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=6.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=UTF-8 -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/test-framework/lib/junit4-ant-2.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/lucene-codecs-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/backward-codecs/lucene-backward-codecs-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/expressions/lucene-expressions-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/join/lucene-join-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/lucene-sandbox-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/asm-5.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/asm-commons-5.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/caffeine-1.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-annotations-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-auth-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-common-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-hdfs-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hppc-0.7.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/htrace-core-3.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/protobuf-java-2.5.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/noggit-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-continuation-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-deploy-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-http-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-io-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-jmx-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-rewrite-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-security-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-server-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlet-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlets-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-util-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-webapp-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-xml-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 308 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 927 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/927/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=47322, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=47322, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:32953, http://127.0.0.1:37053, http://127.0.0.1:44462, http://127.0.0.1:34808, http://127.0.0.1:44446]
	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:896)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:32953, http://127.0.0.1:37053, http://127.0.0.1:44462, http://127.0.0.1:34808, http://127.0.0.1:44446]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:886)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37053: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11311 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/init-core-data-001
   [junit4]   2> 542411 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[4C1214053B36905A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 542411 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[4C1214053B36905A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 542427 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 542427 INFO  (Thread-45563) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 542427 INFO  (Thread-45563) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 542527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkTestServer start zk server on port:56671
   [junit4]   2> 542528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542530 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542540 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@632f902c name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 542544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542547 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542550 INFO  (zkCallback-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3927d2a2 name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 542553 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 542554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 542555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 542556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 542556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 542561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 542561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 542563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 542563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 542564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 542564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 542565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 542566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 542567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 542567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 542570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 542570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 542571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 542574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 542575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 542576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 542803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1
   [junit4]   2> 542837 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 542877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e0908fd{/,null,AVAILABLE}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1763fa08{HTTP/1.1}{127.0.0.1:44446}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server Started @545782ms
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/tempDir-001/control/data, hostContext=/, hostPort=44446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001'
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 542880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542884 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542906 INFO  (zkCallback-273-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c8decba name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542907 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 542913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/solr.xml
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer New CoreContainer 295755103
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001]
   [junit4]   2> 542919 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/lib
   [junit4]   2> 542919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 542920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 542920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56671/solr
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542974 INFO  (zkCallback-276-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f81a45a name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 543008 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1284ea70 name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 543010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 543012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 543014 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 543015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 543017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 543018 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 543019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 543020 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 543021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 543021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44446_
   [junit4]   2> 543022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44446_
   [junit4]   2> 543023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 543024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 543024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95344896464977924-127.0.0.1:44446_-n_0000000000
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44446_
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 543026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Overseer (id=95344896464977924-127.0.0.1:44446_-n_0000000000) starting
   [junit4]   2> 543027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 543040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 543052 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 543053 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 543066 INFO  (OverseerCollectionConfigSetProcessor-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 543092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 543146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 543146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 543150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 543159 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 543160 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 543172 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 543191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 543191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 543192 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 543193 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 543193 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 543194 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 543196 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 543202 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1'
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 544177 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 544183 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 544188 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 544197 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 544206 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 544452 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 544458 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 544459 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 544467 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 544472 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 544474 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 544481 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/]
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bfa081b
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 544512 WARN  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@78c8ea73
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@7ecc3029 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41c8dd9),segFN=segments_1,generation=1}
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 544516 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 544516 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 544523 WARN  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 544525 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544525 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544526 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/
   [junit4]   2> 544526 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 544536 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544538 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544542 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 544543 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 544551 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 544551 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 544552 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 544552 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 544554 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=44.30078125, floorSegmentMB=2.1962890625, forceMergeDeletesPctAllowed=2.166015985407792, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14128460383885866
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@7ecc3029 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41c8dd9),segFN=segments_1,generation=1}
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b78d0c8[collection1] main]
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 544558 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 544558 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525518345658433536
   [junit4]   2> 544562 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1525518345658433536
   [junit4]   2> 544562 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 544563 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 544567 INFO  (searcherExecutor-884-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b78d0c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 544575 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44446 collection:control_collection shard:shard1
   [junit4]   2> 544579 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 544582 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95344896464977924-core_node1-n_0000000000
   [junit4]   2> 544582 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44446/collection1/
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 544584 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44446/collection1/ has no replicas
   [junit4]   2> 544588 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 544590 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 544592 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 544593 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44446/collection1/ shard1
   [junit4]   2> 544693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 544694 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544694 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 544734 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d20ac6c name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44446/collection1/ and leader is http://127.0.0.1:44446/collection1/
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44446
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 544746 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 544746 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 544754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 544762 INFO  (zkCallback-280-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51ff2a9f name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 544762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 544765 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 544765 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 544766 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544766 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544766 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544870 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 545382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1
   [junit4]   2> 545382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001
   [junit4]   2> 545384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 545386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d79d4e2{/,null,AVAILABLE}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3779a706{HTTP/1.1}{127.0.0.1:37053}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server Started @548290ms
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=37053, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001'
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 545388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 545388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 545420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545501 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15164a3d name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 545509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 545509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/solr.xml
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1405618217
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001]
   [junit4]   2> 545535 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/lib
   [junit4]   2> 545536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 545537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 545537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56671/solr
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545541 INFO  (zkCallback-284-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4135e5e name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 545552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545562 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@991485e name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 546572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37053_
   [junit4]   2> 546573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37053_
   [junit4]   2> 546574 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546574 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546574 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 546576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95344896464977929-127.0.0.1:37053_-n_0000000001
   [junit4]   2> 546577 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95344896464977924-127.0.0.1:44446_-n_0000000000 to know if I could be the leader
   [junit4]   2> 546582 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 546588 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 546591 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 546624 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 546624 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37053",
   [junit4]   2>   "node_name":"127.0.0.1:37053_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37053",
   [junit4]   2>   "node_name":"127.0.0.1:37053_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 546628 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 546628 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 546629 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 546629 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 546641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 546641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 547626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 547626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1'
   [junit4]   2> 547628 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 547628 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 547629 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 547634 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 547658 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 547721 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 547728 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 548050 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 548061 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 548062 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 548118 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 548127 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 548129 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 548130 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 548131 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 5481

[...truncated too long message...]

stReplicationHandler.doTestReplicateAfterCoreReload-seed#[4C1214053B36905A]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dc736fe{/solr,null,UNAVAILABLE}
   [junit4]   2> 2819335 INFO  (SUITE-TestReplicationHandler-seed#[4C1214053B36905A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-MX, timezone=Europe/Andorra
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=64106512,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, IndexSchemaTest, TestPerFieldSimilarityWithDefaultOverride, TestRTGBase, TestFieldCollectionResource, TestBulkSchemaAPI, TestSolrDynamicMBean, HighlighterMaxOffsetTest, DocumentAnalysisRequestHandlerTest, TestDistribIDF, TestOmitPositions, TestBulkSchemaConcurrent, PathHierarchyTokenizerFactoryTest, AsyncCallRequestStatusResponseTest, TestAnalyzedSuggestions, TestConfig, TriLevelCompositeIdRoutingTest, DistributedFacetPivotSmallAdvancedTest, BlockDirectoryTest, ZkNodePropsTest, TestRangeQuery, ConfigSetsAPITest, BasicZkTest, TestMergePolicyConfig, ReplicationFactorTest, UUIDFieldTest, QueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestBinaryField, DisMaxRequestHandlerTest, URLClassifyProcessorTest, StandardRequestHandlerTest, TestSmileRequest, JsonLoaderTest, TestChildDocTransformer, DocExpirationUpdateProcessorFactoryTest, TestConfigOverlay, DeleteShardTest, TestFunctionQuery, TestScoreJoinQPNoScore, LeaderInitiatedRecoveryOnCommitTest, TestReloadDeadlock, DistributedQueryElevationComponentTest, HdfsThreadLeakTest, HdfsCollectionsAPIDistributedZkTest, SuggestComponentTest, TestLMDirichletSimilarityFactory, TestPhraseSuggestions, QueryEqualityTest, FullHLLTest, PreAnalyzedUpdateProcessorTest, SharedFSAutoReplicaFailoverTest, ExitableDirectoryReaderTest, OverseerTaskQueueTest, TestLazyCores, TestPseudoReturnFields, JSONWriterTest, DocValuesMissingTest, TestLRUStatsCache, SystemInfoHandlerTest, TestAnalyzeInfixSuggestions, CloudExitableDirectoryReaderTest, TestShortCircuitedRequests, TestAddFieldRealTimeGet, TestHighlightDedupGrouping, TestManagedSchemaFieldTypeResource, TestFoldingMultitermQuery, SynonymTokenizerTest, DistanceUnitsTest, CurrencyFieldOpenExchangeTest, HdfsLockFactoryTest, TestAtomicUpdateErrorCases, TestLRUCache, TestStressUserVersions, TestUniqueKeyFieldResource, AnalysisAfterCoreReloadTest, PolyFieldTest, LeaderElectionIntegrationTest, CdcrVersionReplicationTest, ForceLeaderTest, RequiredFieldsTest, BasicDistributedZkTest, CloudMLTQParserTest, TestReplicaProperties, TestRemoteStreaming, DistribJoinFromCollectionTest, TestCSVLoader, TestBadConfig, TestLuceneMatchVersion, BlockJoinFacetRandomTest, DeleteInactiveReplicaTest, HdfsRecoveryZkTest, DistributedQueryComponentCustomSortTest, TestDistributedSearch, TestReplicationHandler]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=4C1214053B36905A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=Europe/Andorra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestReplicationHandler (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [418/577 (2!)] on J0 in 750.03s, 13 tests, 1 failure <<< FAILURES!

[...truncated 535 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2318 tests, 1 suite-level error, 1 error, 33 ignored (18 assumptions) [seed: 4C1214053B36905A]

Total time: 214 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 926 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/926/

1 tests failed.
FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([83002EEFDC8368DF:9F2356F547DC83CA]:0)
	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1922)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1755)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1712)
	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 7949 lines...]
   [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=83002EEFDC8368DF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=Etc/GMT-13 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.31s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([83002EEFDC8368DF:9F2356F547DC83CA]:0)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1922)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1755)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1712)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/test/J1/temp/lucene.index.TestSortingMergePolicy_83002EEFDC8368DF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {s=Lucene50(blocksize=128)}, docValues:{ndv=DocValuesFormat(name=SimpleText)}, sim=ClassicSimilarity, locale=et, timezone=Etc/GMT-13
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=256821672,total=318767104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSortingTest, TestRAFDirectory, TestIndexSplitter, TestSortingMergePolicy]
   [junit4] Completed [15/25 (1!)] on J1 in 17.69s, 3 tests, 1 failure <<< FAILURES!

[...truncated 42 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 25 suites, 192 tests, 1 failure [seed: 83002EEFDC8368DF]

Total time: 118 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 925 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/925/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
	at __randomizedtesting.SeedInfo.seed([FF970A7698634A56]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
shard2 is not consistent.  Got 2982 from http://127.0.0.1:60933/collection1 (previous client) and got 2914 from http://127.0.0.1:50120/collection1

Stack Trace:
java.lang.AssertionError: shard2 is not consistent.  Got 2982 from http://127.0.0.1:60933/collection1 (previous client) and got 2914 from http://127.0.0.1:50120/collection1
	at __randomizedtesting.SeedInfo.seed([FF970A7698634A56:77C335AC369F27AE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1265)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1244)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12393 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/init-core-data-001
   [junit4]   2> 4871172 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4871249 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 4871263 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4871265 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4871318 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39235_hdfs____.7yqelk/webapp
   [junit4]   2> 4871514 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4871874 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39235
   [junit4]   2> 4872148 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4872150 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4872163 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46554_datanode____pxc7uh/webapp
   [junit4]   2> 4872313 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4872639 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46554
   [junit4]   2> 4872763 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4872765 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4872799 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53847_datanode____6bxl0/webapp
   [junit4]   2> 4872835 INFO  (IPC Server handler 3 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-91c52479-3012-44c2-b159-5f1aebb1f904 node DatanodeRegistration(127.0.0.1, datanodeUuid=82c2b256-7011-4c4d-b803-e6b1384aa407, infoPort=46554, ipcPort=43823, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4872835 INFO  (IPC Server handler 3 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-fc068f29-d0fa-4150-8b28-8a100e8d5726 node DatanodeRegistration(127.0.0.1, datanodeUuid=82c2b256-7011-4c4d-b803-e6b1384aa407, infoPort=46554, ipcPort=43823, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4873028 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4873353 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53847
   [junit4]   2> 4873620 INFO  (IPC Server handler 5 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-bac0d1be-a954-4195-956e-fd964549f186 node DatanodeRegistration(127.0.0.1, datanodeUuid=1d7c42e4-6e64-47c8-9d3f-620a0d535345, infoPort=53847, ipcPort=35290, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4873621 INFO  (IPC Server handler 5 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-744bb83c-187a-4483-947d-c1f035dafaa4 node DatanodeRegistration(127.0.0.1, datanodeUuid=1d7c42e4-6e64-47c8-9d3f-620a0d535345, infoPort=53847, ipcPort=35290, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4873752 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4873761 INFO  (Thread-27162) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4873761 INFO  (Thread-27162) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4873861 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkTestServer start zk server on port:51229
   [junit4]   2> 4873861 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4873874 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4873876 INFO  (zkCallback-4054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ec3ff2c name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4873876 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4873877 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4873877 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4873886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4873886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4873887 INFO  (zkCallback-4055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca0b061 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 4873889 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 4873890 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 4873891 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 4873893 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4873893 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4873895 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 4873895 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 4873897 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4873897 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4873898 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4873899 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4873900 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4873900 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4873901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4873901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 4873903 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4873903 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4873904 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4873904 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4873905 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4873906 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4873907 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4873907 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4873908 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4873909 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4873998 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1
   [junit4]   2> 4874000 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32c35bdc{/,null,AVAILABLE}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6419d197{HTTP/1.1}{127.0.0.1:40114}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server Started @4877528ms
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44824/hdfs__localhost_44824__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001_tempDir-002_control_data, hostContext=/, hostPort=40114, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001'
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4874029 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874038 INFO  (zkCallback-4056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a2fee81 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874038 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874039 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4874049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4874050 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/solr.xml
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer New CoreContainer 2147049090
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001]
   [junit4]   2> 4874055 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/lib
   [junit4]   2> 4874055 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4874056 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51229/solr
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4874073 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874089 INFO  (zkCallback-4059-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@744ca242 name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874090 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874090 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4874115 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874123 INFO  (zkCallback-4060-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d5a6963 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874123 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874124 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4874126 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4874128 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4874129 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4874130 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4874132 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4874134 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4874135 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4874135 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4874136 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40114_
   [junit4]   2> 4874136 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40114_
   [junit4]   2> 4874137 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4874138 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4874139 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4874139 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95336584640200708-127.0.0.1:40114_-n_0000000000
   [junit4]   2> 4874140 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40114_
   [junit4]   2> 4874140 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 4874141 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Overseer (id=95336584640200708-127.0.0.1:40114_-n_0000000000) starting
   [junit4]   2> 4874142 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 4874145 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4874162 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4874162 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4874176 INFO  (OverseerCollectionConfigSetProcessor-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 4874189 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4874213 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4874214 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4874214 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 4874230 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 4874231 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4874238 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4874238 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4874238 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4874239 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4874239 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 4874239 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 4874240 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4874241 INFO  (zkCallback-4060-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4874254 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4875239 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1'
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4875242 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 4875247 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4875250 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4875260 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4875271 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4875496 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 4875497 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 4875510 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4875513 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4875533 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44824/solr_hdfs_home
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1], dataDir=[hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@136e0e7c
   [junit4]   2> 4875535 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4875566 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 4880570 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4880571 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 4880590 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 4880590 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4880608 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4880608 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4880609 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4880666 INFO  (IPC Server handler 6 on 44824) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45850 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-744bb83c-187a-4483-947d-c1f035dafaa4:NORMAL:127.0.0.1:48754|RBW], ReplicaUnderConstruction[[DISK]DS-91c52479-3012-44c2-b159-5f1aebb1f904:NORMAL:127.0.0.1:45850|RBW]]} size 0
   [junit4]   2> 4880668 INFO  (IPC Server handler 1 on 44824) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48754 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-91c52479-3012-44c2-b159-5f1aebb1f904:NORMAL:127.0.0.1:45850|RBW], ReplicaUnderConstruction[[DISK]DS-bac0d1be-a954-4195-956e-fd964549f186:NORMAL:127.0.0.1:48754|FINALIZED]]} size 0
   [junit4]   2> 4880670 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8a813); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4880670 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4880671 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 4880674 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4880676 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4880676 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4880676 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 4880678 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880679 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880679 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880680 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880684 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4880684 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4880685 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4880685 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 4880695 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 4880695 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4880696 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=55.7041015625, floorSegmentMB=1.185546875, forceMergeDeletesPctAllowed=28.84543042691591, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.508673688239389
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8a813); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70eb1303[collection1] main]
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4880705 INFO  (searcherExecutor-9068-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70eb1303[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4880705 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 4880705 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525385361507745792
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1525385361507745792
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4880707 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:40114 collection:control_collection shard:shard1
   [junit4]   2> 4880707 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4880710 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95336584640200708-core_node1-n_0000000000
   [junit4]   2> 4880710 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40114/collection1/
   [junit4]   2> 4880712 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40114/collection1/ has no replicas
   [junit4]   2> 4880713 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880713 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880713 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4880716 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 4880718 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40114/collection1/ shard1
   [junit4]   2> 4880718 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 4880741 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880741 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880742 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63721dff name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880742 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880743 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880743 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880746 INFO  (zkCallback-4063-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11cb427b name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880746 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880746 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880748 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 4880748 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 4880749 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880749 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880749 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:40114/collection1/ and leader is http://127.0.0.1:40114/collection1/
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40114
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 4880770 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4880776 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 4880777 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4880777 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 4880838 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores/collection1
   [junit4]   2> 4880839 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001
   [junit4]   2> 4880841 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4880880 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880880 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880880 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@594fe2d9{/,null,AVAILABLE}
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@14524606{HTTP/1.1}{127.0.0.1:36220}
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server Started @4884396ms
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44824/hdfs__localhost_44824__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36220, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores}
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001'
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880909 INFO  (zkCallback-4064-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63d40179 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880910 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880910 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880911 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4880911 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/solr.xml
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer New CoreContainer 565596405
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001]
   [junit4]   2> 4880916 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/lib
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51229/solr
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4880919 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880922 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880925 INFO  (zkCallback-4067-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37714d40 name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880926 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880926 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880930 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880933 INFO  (zkCallback-4068-thread-1-processing-n:127.0.0.1:36220_) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d91479c name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880933 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880938 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4881987 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36220_
   [junit4]   2> 4881987 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36220_
   [junit4]   2> 4881989 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881989 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881990 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881991 INFO  (zkCallback-4068-thread-1-processing-n:127.0.0.1:36220_) [n:127.0.0.1:36220_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881991 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4881992 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95336584640200713-127.0.0.1:36220_-n_0000000001
   [junit4]   2> 4881992 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95336584640200708-127.0.0.1:40114_-n_0000000000 to know if I could be the leader
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores/collection1
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 4882070 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4882070 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.s.SolrDispatchFilter SolrDispa

[...truncated too long message...]

elog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160205_234557_613.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160205_234557_613.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 281 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 924 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/924/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([ED50840303638498:6504BBD9AD9FE960]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39255/o_wnb/d: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([ED50840303638498]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:893)




Build Log:
[...truncated 11396 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/init-core-data-001
   [junit4]   2> 1535351 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1535351 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o_wnb/d
   [junit4]   2> 1535355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1535355 INFO  (Thread-46015) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1535355 INFO  (Thread-46015) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1535455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkTestServer start zk server on port:51825
   [junit4]   2> 1535455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535456 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535458 INFO  (zkCallback-1355-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@254cfef3 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1535461 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535462 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535463 INFO  (zkCallback-1356-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4eefb97f name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1535466 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1535468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1535469 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1535471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1535471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1535474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1535474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1535476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1535478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1535480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1535480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1535481 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1535482 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1535483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1535484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1535485 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1535485 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1535487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535489 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1535489 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1535490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1535491 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1535493 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535494 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535495 INFO  (zkCallback-1357-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ddb2fd6 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535495 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535495 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535496 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1535497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535498 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535498 INFO  (zkCallback-1358-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12bff42 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1535501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1535502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1535503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1535504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1535505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535507 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1535507 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1535509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1535509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1535510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1535511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1535512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1535512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1535514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1535518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1535521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1535521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1535524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1535524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1535613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1
   [junit4]   2> 1535615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ac15012{/o_wnb/d,null,AVAILABLE}
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.ServerConnector Started ServerConnector@293c5e85{HTTP/1.1}{127.0.0.1:60845}
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server Started @1538923ms
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/tempDir-001/control/data, hostContext=/o_wnb/d, hostPort=60845, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores}
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001'
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535620 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c287497 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1535621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/solr.xml
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer New CoreContainer 2108093829
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001]
   [junit4]   2> 1535626 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/lib
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51825/solr
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535631 INFO  (zkCallback-1362-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@493d2044 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535635 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535636 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@cdf70a6 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535636 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535636 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1535639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1535642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1535644 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1535646 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1535649 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1535650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1535651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1535653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1535654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1535656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1535657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1535659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) starting
   [junit4]   2> 1535661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1535666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1535666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1535667 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1535667 INFO  (OverseerCollectionConfigSetProcessor-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1535685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1535685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1535685 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1535685 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1535687 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1535687 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1535687 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1535688 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1535688 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1535689 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1536688 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1536688 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1'
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1536691 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1536696 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1536710 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1536719 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1536725 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1536828 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1536833 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1536834 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1536842 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1536844 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1536846 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1536846 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/]
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79e3e69b
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1536849 WARN  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1536850 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6cf74af9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12f2ded6),segFN=segments_1,generation=1}
   [junit4]   2> 1536850 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1536850 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/
   [junit4]   2> 1536850 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1536855 WARN  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1536857 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536858 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536859 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536860 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536863 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1536863 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1536864 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1536864 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=36.9208984375, floorSegmentMB=0.84375, forceMergeDeletesPctAllowed=12.718728979334532, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4737649688065727
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6cf74af9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12f2ded6),segFN=segments_1,generation=1}
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17691bd[collection1] main]
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1536868 INFO  (searcherExecutor-3677-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17691bd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525285457423761408
   [junit4]   2> 1536870 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1525285457423761408
   [junit4]   2> 1536870 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1536871 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1536871 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60845/o_wnb/d collection:control_collection shard:shard1
   [junit4]   2> 1536872 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1536874 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95330340989894662-core_node1-n_0000000000
   [junit4]   2> 1536875 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1536876 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60845/o_wnb/d/collection1/
   [junit4]   2> 1536877 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1536877 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60845/o_wnb/d/collection1/ has no replicas
   [junit4]   2> 1536878 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1536879 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1536881 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60845/o_wnb/d/collection1/ shard1
   [junit4]   2> 1536881 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1536983 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60845/o_wnb/d/collection1/ and leader is http://127.0.0.1:60845/o_wnb/d/collection1/
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60845/o_wnb/d
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1537034 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1537034 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1537136 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1537186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537188 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c6350 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537196 INFO  (zkCallback-1366-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3aed3e24 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537197 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537199 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1537199 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1537287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores/collection1
   [junit4]   2> 1537287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001
   [junit4]   2> 1537288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@414e9ecf{/o_wnb/d,null,AVAILABLE}
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2e6a7b5d{HTTP/1.1}{127.0.0.1:35428}
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server Started @1540597ms
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/o_wnb/d, hostPort=35428, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores}
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001'
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537293 INFO  (zkCallback-1367-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c22cd41 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1537295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/solr.xml
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer New CoreContainer 249742675
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001]
   [junit4]   2> 1537301 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/lib
   [junit4]   2> 1537301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51825/solr
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537304 INFO  (zkCallback-1370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f3c4fa9 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537309 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bfe89ca name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537310 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1537317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1538325 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35428_o_wnb%2Fd
   [junit4]   2> 1538325 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35428_o_wnb%2Fd
   [junit4]   2> 1538326 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538326 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538327 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1538329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95330340989894667-127.0.0.1:35428_o_wnb%2Fd-n_0000000001
   [junit4]   2> 1538331 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000 to know if I could be the leader
   [junit4]   2> 1538353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1538353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1538354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores/collection1
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1538356 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1538356 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1538357 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35428/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:35428_o_wnb%2Fd",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35428/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:35428_o_wnb%2Fd",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1538359 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1538359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1538359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1538461 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1538461 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1538462 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1539358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
 

[...truncated too long message...]

   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection4_0/leader_elect/shard2/election/95330340989894673-core_node18-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection4_0/leader_elect/shard1/election/95330340989894670-core_node19-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard2/election/95330340989894667-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection5_0/leader_elect/shard5/election/95330340989894673-core_node7-n_0000000000
   [junit4]   2> 	2	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/95330340989894676-core_node2-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard5/election/95330340989894667-core_node5-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard4/election/95330340989894673-core_node13-n_0000000001
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard2/election/95330340989894673-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard3/election/95330340989894673-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard3/election/95330340989894673-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard1/election/95330340989894670-core_node15-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection0_0/leader_elect/shard2/election/95330340989894676-core_node1-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection0_0/leader_elect/shard5/election/95330340989894670-core_node12-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewcollection_4/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=test -Dtests.seed=ED50840303638498 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr -Dtests.timezone=Australia/Canberra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    241s J1 | CollectionsAPIDistributedZkTest.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED50840303638498:6504BBD9AD9FE960]:0)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39255/o_wnb/d: Could not find collection : awholynewstresscollection_collection3_0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED50840303638498]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:893)
   [junit4]   2> 1776672 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [n:127.0.0.1:39255_o_wnb%2Fd c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 04, 2016 10:43:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=FSTOrd50, _version_=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), id=FSTOrd50, range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr, timezone=Australia/Canberra
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=151245272,total=478674944
   [junit4]   2> NOTE: All tests run in this JVM: [AsyncMigrateRouteKeyTest, CollectionReloadTest, TestDefaultSearchFieldResource, TestPartialUpdateDeduplication, ZkControllerTest, TestSolrCLIRunExample, BlockJoinFacetRandomTest, TestAuthorizationFramework, DistributedQueueTest, TestFieldTypeResource, ConnectionManagerTest, MergeStrategyTest, TestRequestForwarding, ChaosMonkeyNothingIsSafeTest, TestSortByMinMaxFunction, TestAddFieldRealTimeGet, SmileWriterTest, CdcrUpdateLogTest, ZkCLITest, DistributedQueryComponentCustomSortTest, IndexBasedSpellCheckerTest, TestSolrCoreProperties, BigEndianAscendingWordSerializerTest, TestPivotHelperCode, SaslZkACLProviderTest, TestBulkSchemaConcurrent, TestQuerySenderListener, TestRawTransformer, HighlighterMaxOffsetTest, TestEmbeddedSolrServerConstructors, MoreLikeThisHandlerTest, SpellPossibilityIteratorTest, TestJsonFacets, TestCursorMarkWithoutUniqueKey, TestLFUCache, SchemaVersionSpecificBehaviorTest, TestDistributedGrouping, TestUniqueKeyFieldResource, AnalyticsMergeStrategyTest, SolrIndexConfigTest, SolrIndexSplitterTest, SparseHLLTest, ChaosMonkeySafeLeaderTest, DocumentBuilderTest, TestSimpleTrackingShardHandler, DistributedExpandComponentTest, DistanceUnitsTest, FastVectorHighlighterTest, HdfsWriteToMultipleCollectionsTest, TestFilteredDocIdSet, TermVectorComponentTest, ConvertedLegacyTest, ExitableDirectoryReaderTest, TestAnalyzeInfixSuggestions, HdfsSyncSliceTest, HdfsChaosMonkeySafeLeaderTest, DistributedIntervalFacetingTest, TestSolrDynamicMBean, NotRequiredUniqueKeyTest, CSVRequestHandlerTest, HdfsBasicDistributedZk2Test, TestComplexPhraseQParserPlugin, BadCopyFieldTest, TestCloudPivotFacet, SolrPluginUtilsTest, TestSchemaManager, TestPerFieldSimilarityWithDefaultOverride, ZkSolrClientTest, SuggesterFSTTest, DistanceFunctionTest, SuggestComponentTest, OverseerRolesTest, TestInfoStreamLogging, TestDocumentBuilder, FullHLLTest, SpellCheckCollatorTest, TestReqParamsAPI, TestSystemIdResolver, NumericFieldsTest, TestSurroundQueryParser, SpatialFilterTest, TestDistribIDF, TestReloadDeadlock, DocValuesTest, ShardRoutingCustomTest, TestConfigSets, TestManagedSchemaFieldTypeResource, RecoveryAfterSoftCommitTest, BasicFunctionalityTest, AliasIntegrationTest, TestExceedMaxTermLength, TestTrie, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [188/575 (1!)] on J1 in 241.80s, 1 test, 1 error <<< FAILURES!

[...truncated 1254 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 575 suites (8 ignored), 2316 tests, 1 error, 33 ignored (18 assumptions) [seed: ED50840303638498]

Total time: 295 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any