You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/08/23 13:38:08 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 773 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/773/

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
ERROR: SolrIndexSearcher opens=20 closes=19

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=20 closes=19
	at __randomizedtesting.SeedInfo.seed([585170DC09A44684]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:467)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:233)
	at sun.reflect.GeneratedMethodAccessor142.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=16026, name=qtp978674930-16026, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.blockUntilFinished(ConcurrentUpdateSolrClient.java:404)         at org.apache.solr.update.StreamingSolrClients.blockUntilFinished(StreamingSolrClients.java:103)         at org.apache.solr.update.SolrCmdDistributor.blockAndDoRetries(SolrCmdDistributor.java:231)         at org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:89)         at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:781)         at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1655)         at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:183)         at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:151)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2079)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:667)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:460)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16045, name=searcherExecutor-4181-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=16026, name=qtp978674930-16026, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.blockUntilFinished(ConcurrentUpdateSolrClient.java:404)
        at org.apache.solr.update.StreamingSolrClients.blockUntilFinished(StreamingSolrClients.java:103)
        at org.apache.solr.update.SolrCmdDistributor.blockAndDoRetries(SolrCmdDistributor.java:231)
        at org.apache.solr.update.SolrCmdDistributor.finish(SolrCmdDistributor.java:89)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:781)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1655)
        at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:183)
        at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:151)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2079)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:667)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:460)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=16045, name=searcherExecutor-4181-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([585170DC09A44684]:0)


REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1440327373113,generation=2,filelist=[_1bo2.cfe, _1bo2.cfs, _1bo2.si, _1buc.cfe, _1buc.cfs, _1buc.si, _1buj.cfe, _1buj.cfs, _1buj.si, _1buk.cfe, _1buk.cfs, _1buk.si, _1bul.cfe, _1bul.cfs, _1bul.si, _1bum.cfe, _1bum.cfs, _1bum.si, _1bun.cfe, _1bun.cfs, _1bun.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvj.cfe, _1bvj.cfs, _1bvj.si, _1bvk.cfe, _1bvk.cfs, _1bvk.si, _1bvl.cfe, _1bvl.cfs, _1bvl.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvn.cfe, _1bvn.cfs, _1bvn.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1440327373113,generation=2,filelist=[_1bo2.cfe, _1bo2.cfs, _1bo2.si, _1buc.cfe, _1buc.cfs, _1buc.si, _1buj.cfe, _1buj.cfs, _1buj.si, _1buk.cfe, _1buk.cfs, _1buk.si, _1bul.cfe, _1bul.cfs, _1bul.si, _1bum.cfe, _1bum.cfs, _1bum.si, _1bun.cfe, _1bun.cfs, _1bun.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvj.cfe, _1bvj.cfs, _1bvj.si, _1bvk.cfe, _1bvk.cfs, _1bvk.si, _1bvl.cfe, _1bvl.cfs, _1bvl.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvn.cfe, _1bvn.cfs, _1bvn.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, segments_2]}, {indexVersion=1440327373113,generation=3,filelist=[_1bup.cfe, _1bup.cfs, _1bup.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, _1bvq.cfe, _1bvq.cfs, _1bvq.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1440327373113,generation=2,filelist=[_1bo2.cfe, _1bo2.cfs, _1bo2.si, _1buc.cfe, _1buc.cfs, _1buc.si, _1buj.cfe, _1buj.cfs, _1buj.si, _1buk.cfe, _1buk.cfs, _1buk.si, _1bul.cfe, _1bul.cfs, _1bul.si, _1bum.cfe, _1bum.cfs, _1bum.si, _1bun.cfe, _1bun.cfs, _1bun.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvj.cfe, _1bvj.cfs, _1bvj.si, _1bvk.cfe, _1bvk.cfs, _1bvk.si, _1bvl.cfe, _1bvl.cfs, _1bvl.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvn.cfe, _1bvn.cfs, _1bvn.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1440327373113,generation=2,filelist=[_1bo2.cfe, _1bo2.cfs, _1bo2.si, _1buc.cfe, _1buc.cfs, _1buc.si, _1buj.cfe, _1buj.cfs, _1buj.si, _1buk.cfe, _1buk.cfs, _1buk.si, _1bul.cfe, _1bul.cfs, _1bul.si, _1bum.cfe, _1bum.cfs, _1bum.si, _1bun.cfe, _1bun.cfs, _1bun.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvj.cfe, _1bvj.cfs, _1bvj.si, _1bvk.cfe, _1bvk.cfs, _1bvk.si, _1bvl.cfe, _1bvl.cfs, _1bvl.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvn.cfe, _1bvn.cfs, _1bvn.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, segments_2]}, {indexVersion=1440327373113,generation=3,filelist=[_1bup.cfe, _1bup.cfs, _1bup.si, _1bvd.cfe, _1bvd.cfs, _1bvd.si, _1bve.cfe, _1bve.cfs, _1bve.si, _1bvh.cfe, _1bvh.cfs, _1bvh.si, _1bvm.cfe, _1bvm.cfs, _1bvm.si, _1bvo.cfe, _1bvo.cfs, _1bvo.si, _1bvp.fdt, _1bvp.fdx, _1bvp.fnm, _1bvp.nvd, _1bvp.nvm, _1bvp.si, _1bvp_FSTOrd50_0.doc, _1bvp_FSTOrd50_0.tbk, _1bvp_FSTOrd50_0.tix, _1bvq.cfe, _1bvq.cfs, _1bvq.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([585170DC09A44684:7D866BEC79EC4887]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at https://127.0.0.1:38923/whqo/lz: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Error reading cluster properties Caused by: KeeperErrorCode = Session expired for /clusterprops.json

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38923/whqo/lz: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Error reading cluster properties Caused by: KeeperErrorCode = Session expired for /clusterprops.json
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:302)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:419)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=21934, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=21934, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51353: Could not find collection : awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([585170DC09A44684]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10405 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/init-core-data-001
   [junit4]   2> 1142264 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[585170DC09A44684]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1142265 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[585170DC09A44684]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /whqo/lz
   [junit4]   2> 1142268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1142268 INFO  (Thread-7336) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1142268 INFO  (Thread-7336) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1142368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.ZkTestServer start zk server on port:51224
   [junit4]   2> 1142368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142374 INFO  (zkCallback-974-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2286be79 name:ZooKeeperConnection Watcher:127.0.0.1:51224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142374 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142375 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142375 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1142378 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142378 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142385 INFO  (zkCallback-975-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13978219 name:ZooKeeperConnection Watcher:127.0.0.1:51224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1142387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1142389 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1142390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1142391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1142392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1142394 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1142394 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1142396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1142396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1142400 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1142400 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1142401 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1142402 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1142403 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1142403 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1142405 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1142405 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1142407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1142407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1142408 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1142409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1142410 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1142410 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1142412 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1142412 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1142414 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142415 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142415 INFO  (zkCallback-976-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f75b40e name:ZooKeeperConnection Watcher:127.0.0.1:51224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142416 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142416 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142418 INFO  (zkCallback-977-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@391ae8d5 name:ZooKeeperConnection Watcher:127.0.0.1:51224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142418 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142418 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1142420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142421 INFO  (zkCallback-978-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e9b1743 name:ZooKeeperConnection Watcher:127.0.0.1:51224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1142422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1142424 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1142425 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1142426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1142426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1142428 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1142428 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1142430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1142430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1142431 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1142432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1142433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1142433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1142435 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1142435 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1142436 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1142437 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1142438 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1142438 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1142440 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1142440 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1142441 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1142442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1142783 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1
   [junit4]   2> 1142785 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1142788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14f5c231{/whqo/lz,null,AVAILABLE}
   [junit4]   2> 1142796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.e.j.s.ServerConnector Started ServerConnector@666e7baa{SSL-http/1.1}{127.0.0.1:53024}
   [junit4]   2> 1142796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.e.j.s.Server Started @1145845ms
   [junit4]   2> 1142796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/tempDir-001/control/data, hostContext=/whqo/lz, hostPort=53024, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores}
   [junit4]   2> 1142796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1142797 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/'
   [junit4]   2> 1142813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142814 INFO  (zkCallback-979-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f5bee12 name:ZooKeeperConnection Watcher:127.0.0.1:51224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142816 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1142816 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/solr.xml
   [junit4]   2> 1142822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores
   [junit4]   2> 1142822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.CoreContainer New CoreContainer 37223970
   [junit4]   2> 1142822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/]
   [junit4]   2> 1142822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/lib
   [junit4]   2> 1142822 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/lib).
   [junit4]   2> 1142830 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1142843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1142845 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1142845 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1142845 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51224/solr
   [junit4]   2> 1142845 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1142845 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1142854 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142858 INFO  (zkCallback-981-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34410b24 name:ZooKeeperConnection Watcher:127.0.0.1:51224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1142862 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142863 INFO  (zkCallback-982-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@326dc831 name:ZooKeeperConnection Watcher:127.0.0.1:51224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1142864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1142866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1142867 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1142869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1142870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1142873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1142874 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1142875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1142876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1142877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53024_whqo%2Flz
   [junit4]   2> 1142877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53024_whqo%2Flz
   [junit4]   2> 1142878 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1142880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1142881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1142881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000
   [junit4]   2> 1142882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53024_whqo%2Flz
   [junit4]   2> 1142882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1142883 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.Overseer Overseer (id=94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) starting
   [junit4]   2> 1142885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1142890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1142890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1142890 INFO  (OverseerCollectionProcessor-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 1142891 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1142908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1142908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1142909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores
   [junit4]   2> 1142910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1142910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/
   [junit4]   2> 1142910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1142911 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1142911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1142912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[585170DC09A44684]) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1142911 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1142912 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1142913 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53024/whqo/lz",
   [junit4]   2>   "node_name":"127.0.0.1:53024_whqo%2Flz",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1142914 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53024/whqo/lz",
   [junit4]   2>   "node_name":"127.0.0.1:53024_whqo%2Flz",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1142914 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1142914 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1142915 INFO  (zkCallback-982-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1143913 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1143913 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1143914 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1143914 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1143915 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1143915 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/'
   [junit4]   2> 1143929 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1143933 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1143936 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1143944 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1143945 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1143949 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1144040 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1144045 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1144046 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1144054 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1144056 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1144058 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1144058 WARN  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1144059 WARN  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1144059 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1144059 WARN  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1144059 WARN  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1144061 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1144061 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1144061 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1144061 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1144062 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f989a
   [junit4]   2> 1144062 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data
   [junit4]   2> 1144062 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1144063 WARN  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1144063 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data/index
   [junit4]   2> 1144063 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=96.5029296875, floorSegmentMB=0.599609375, forceMergeDeletesPctAllowed=12.906747641957894, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1144064 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2462dd27 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6eb0f020),segFN=segments_1,generation=1}
   [junit4]   2> 1144064 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1144064 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data/
   [junit4]   2> 1144065 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_585170DC09A44684-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1144068 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1144068 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1144068 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1144068 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1144068 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1144069 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1144069 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1144069 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1144069 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1144071 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1144072 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1144073 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1144074 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1144076 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1144077 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1144077 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1144077 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1144078 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1144078 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1144079 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1144079 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2462dd27 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6eb0f020),segFN=segments_1,generation=1}
   [junit4]   2> 1144079 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1144079 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3f99eefe[collection1] main
   [junit4]   2> 1144080 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1144080 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1144080 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1144081 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1144081 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1144081 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1144081 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1144082 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1144082 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1144082 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1144086 INFO  (searcherExecutor-2509-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f99eefe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1144086 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1144086 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1144086 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1144086 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510290520776114176
   [junit4]   2> 1144089 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510290520776114176
   [junit4]   2> 1144089 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1144089 INFO  (coreLoadExecutor-2508-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1144090 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:53024/whqo/lz collection:control_collection shard:shard1
   [junit4]   2> 1144090 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1144093 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94393157429493767-core_node1-n_0000000000
   [junit4]   2> 1144094 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53024/whqo/lz/collection1/
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1144096 INFO  (OverseerStateUpdate-94393157429493767-127.0.0.1:53024_whqo%2Flz-n_0000000000) [n:127.0.0.1:53024_whqo%2Flz    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:53024/whqo/lz/collection1/ has no replicas
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-processing-n:127.0.0.1:53024_whqo%2Flz x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53024_whqo%2Flz c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53024/whqo/lz/collection1/ shard1
   [junit4]   2> 1144096 INFO  (coreZkRegister-2502-thread-1-p

[...truncated too long message...]

s(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 5698928 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[585170DC09A44684]-worker) [n:127.0.0.1:50588_ c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 23, 2015 7:37:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=bg, timezone=Asia/Singapore
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=235956920,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [AliasIntegrationTest, TestSimpleQParserPlugin, OutOfBoxZkACLAndCredentialsProvidersTest, QueryParsingTest, MultiThreadedOCPTest, TestJsonRequest, BasicDistributedZk2Test, TestSortByMinMaxFunction, HdfsThreadLeakTest, BadIndexSchemaTest, TestPartialUpdateDeduplication, DocValuesTest, TestSolr4Spatial2, TestBlendedInfixSuggestions, TestAddFieldRealTimeGet, StatsComponentTest, AutoCommitTest, ZkStateWriterTest, SpellCheckCollatorTest, OpenExchangeRatesOrgProviderTest, TestManagedSynonymFilterFactory, TestInitQParser, TestExtendedDismaxParser, DirectSolrSpellCheckerTest, TestZkChroot, SearchHandlerTest, OverseerCollectionProcessorTest, CdcrReplicationHandlerTest, TestDocSet, SuggesterTest, TestSystemIdResolver, TestExpandComponent, BufferStoreTest, LeaderElectionTest, TestReloadAndDeleteDocs, TestCSVResponseWriter, HdfsChaosMonkeySafeLeaderTest, TestQueryTypes, TestDefaultStatsCache, CachingDirectoryFactoryTest, TestCollationField, DistanceUnitsTest, TestBinaryResponseWriter, SortByFunctionTest, TestStressReorder, XmlUpdateRequestHandlerTest, TestPerFieldSimilarity, SolrCoreCheckLockOnStartupTest, UUIDUpdateProcessorFallbackTest, TestIntervalFaceting, MoreLikeThisHandlerTest, TestXIncludeConfig, SecurityConfHandlerTest, TestImplicitCoreProperties, TestObjectReleaseTracker, LoggingHandlerTest, TestCollectionAPI, TestHighFrequencyDictionaryFactory, AsyncMigrateRouteKeyTest, TestManagedSchemaDynamicFieldResource, SoftAutoCommitTest, SegmentsInfoRequestHandlerTest, TestHighlightDedupGrouping, AnalyticsQueryTest, SOLR749Test, DirectUpdateHandlerOptimizeTest, AsyncCallRequestStatusResponseTest, TestSolrQueryParser, AssignTest, TestGroupingSearch, OutputWriterTest, TestPseudoReturnFields, BitVectorTest, DeleteShardTest, TestCopyFieldCollectionResource, TestDownShardTolerantSearch, NotRequiredUniqueKeyTest, TestExactSharedStatsCache, SolrInfoMBeanTest, TestReload, OverseerTest, SolrXmlInZkTest, TestRestoreCore, SaslZkACLProviderTest, TestFieldCollectionResource, TestFastOutputStream, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, PeerSyncTest, TestSort, DirectUpdateHandlerTest, DistributedQueryElevationComponentTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, TestArbitraryIndexDir, RegexBoostProcessorTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestLuceneMatchVersion, TestPhraseSuggestions, SynonymTokenizerTest, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, OverseerRolesTest, ReplicationFactorTest, ShardSplitTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [541/541] on J2 in 1437.76s, 1 test, 1 error <<< FAILURES!

[...truncated 14 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 541 suites, 2134 tests, 2 suite-level errors, 2 errors, 1 failure, 26 ignored (14 assumptions)

Total time: 203 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 792 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/792/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=2704, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2704, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47130, https://127.0.0.1:60146, https://127.0.0.1:36655, https://127.0.0.1:41275, https://127.0.0.1:57179]
	at __randomizedtesting.SeedInfo.seed([C906CE0EF902FA4F]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:898)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47130, https://127.0.0.1:60146, https://127.0.0.1:36655, https://127.0.0.1:41275, https://127.0.0.1:57179]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:60146: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qn-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 5 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=73357, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=73357, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44465/vt_mcn/re: Could not find collection : awholynewstresscollection_collection5_1
	at __randomizedtesting.SeedInfo.seed([C906CE0EF902FA4F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 9963 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/init-core-data-001
   [junit4]   2> 415318 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C906CE0EF902FA4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 415318 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C906CE0EF902FA4F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 415320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 415330 INFO  (Thread-1017) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 415330 INFO  (Thread-1017) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 415421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkTestServer start zk server on port:41643
   [junit4]   2> 415421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 415422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 415429 INFO  (zkCallback-250-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72b433b6 name:ZooKeeperConnection Watcher:127.0.0.1:41643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 415429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 415429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 415430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 415434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 415443 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 415450 INFO  (zkCallback-251-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5356aa17 name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 415450 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 415450 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 415451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 415454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 415457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 415458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 415459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 415460 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 415463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 415463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 415465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 415465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 415467 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 415468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 415470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 415470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 415472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 415472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 415473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 415474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 415475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 415475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 415477 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 415477 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 415478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 415479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 415481 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 415481 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 415484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 415484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 415486 INFO  (zkCallback-252-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d9f529d name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 415486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 415487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 415489 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 415490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 415491 INFO  (zkCallback-253-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c8d93fe name:ZooKeeperConnection Watcher:127.0.0.1:41643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 415491 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 415491 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 415491 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 415494 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 415498 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 415502 INFO  (zkCallback-254-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ff7a1e name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 415502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 415502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 415503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 415503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 415508 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 415508 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 415511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 415511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 415518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 415519 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 415521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 415521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 415535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 415535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 415537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 415537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 415539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 415539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 415540 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 415540 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 415544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 415544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 415545 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 415545 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 415547 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 415547 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 416021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1
   [junit4]   2> 416023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 416027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@470eb728{/,null,AVAILABLE}
   [junit4]   2> 416048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@25b9bd6{SSL-http/1.1}{127.0.0.1:36655}
   [junit4]   2> 416049 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.Server Started @419249ms
   [junit4]   2> 416049 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/tempDir-001/control/data, hostContext=/, hostPort=36655, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores}
   [junit4]   2> 416049 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 416049 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/'
   [junit4]   2> 416065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 416066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 416070 INFO  (zkCallback-255-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a2d1bf5 name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 416070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 416070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 416073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 416073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/solr.xml
   [junit4]   2> 416083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores
   [junit4]   2> 416083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer New CoreContainer 1967112450
   [junit4]   2> 416083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/]
   [junit4]   2> 416083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/lib
   [junit4]   2> 416083 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/lib).
   [junit4]   2> 416092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 416099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 416101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 416101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 416101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41643/solr
   [junit4]   2> 416102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 416102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 416110 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 416116 INFO  (zkCallback-257-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d1a90ed name:ZooKeeperConnection Watcher:127.0.0.1:41643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 416117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 416118 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 416122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 416130 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76233f4f name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 416130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 416132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 416134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 416140 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 416143 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 416154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 416157 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 416158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 416159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 416160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 416166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36655_
   [junit4]   2> 416166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36655_
   [junit4]   2> 416168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 416169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 416170 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 416171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94508122102693895-127.0.0.1:36655_-n_0000000000
   [junit4]   2> 416171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36655_
   [junit4]   2> 416171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 416172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer Overseer (id=94508122102693895-127.0.0.1:36655_-n_0000000000) starting
   [junit4]   2> 416174 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 416193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 416203 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 416203 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 416207 INFO  (OverseerCollectionConfigSetProcessor-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 416219 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 416233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 416233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 416242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores
   [junit4]   2> 416245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 416245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/
   [junit4]   2> 416246 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 416258 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 416258 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 416259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 416259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:36655_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 416264 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36655",
   [junit4]   2>   "node_name":"127.0.0.1:36655_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 416264 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 416265 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36655",
   [junit4]   2>   "node_name":"127.0.0.1:36655_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 416266 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 416267 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 416268 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 416269 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417265 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 417265 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 417266 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 417266 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 417267 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 417267 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/'
   [junit4]   2> 417284 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 417297 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 417301 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 417310 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 417311 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 417316 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 417424 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 417447 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 417448 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 417463 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 417470 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 417473 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 417474 WARN  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 417474 WARN  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 417474 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 417475 WARN  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 417475 WARN  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 417477 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 417477 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 417482 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 417486 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 417486 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@716ca58f
   [junit4]   2> 417487 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data
   [junit4]   2> 417487 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data/index/
   [junit4]   2> 417487 WARN  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 417487 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data/index
   [junit4]   2> 417488 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1c8952c
   [junit4]   2> 417498 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2b54f906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6fc102),segFN=segments_1,generation=1}
   [junit4]   2> 417498 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 417510 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data/
   [junit4]   2> 417510 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 417512 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 417513 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 417514 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 417514 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 417514 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 417514 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 417516 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 417516 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 417516 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 417519 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 417520 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 417521 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 417522 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 417533 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 417533 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 417551 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 417551 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 417552 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 417552 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 417552 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.6552734375, floorSegmentMB=1.8486328125, forceMergeDeletesPctAllowed=15.77473054312975, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 417553 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2b54f906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6fc102),segFN=segments_1,generation=1}
   [junit4]   2> 417553 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 417553 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@164cd192[collection1] main
   [junit4]   2> 417554 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 417556 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 417556 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 417556 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 417557 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 417557 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 417557 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 417557 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 417557 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 417558 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 417558 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 417558 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 417558 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 417558 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1512129955968843776
   [junit4]   2> 417560 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1512129955968843776
   [junit4]   2> 417563 INFO  (searcherExecutor-1085-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@164cd192[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 417564 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 417565 INFO  (coreLoadExecutor-1084-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 417577 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:36655 collection:control_collection shard:shard1
   [junit4]   2> 417578 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 417583 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94508122102693895-core_node1-n_0000000000
   [junit4]   2> 417584 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 417586 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 417586 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 417586 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36655/collection1/
   [junit4]   2> 417586 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 417587 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:36655/collection1/ has no replicas
   [junit4]   2> 417587 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36655/collection1/ shard1
   [junit4]   2> 417587 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 417590 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 417592 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 417596 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:36655",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 417699 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417699 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417748 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:36655/collection1/ and leader is https://127.0.0.1:36655/collection1/
   [junit4]   2> 417749 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:36655
   [junit4]   2> 417749 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 417749 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 417749 INFO  (coreZkRegister-1078-thread-1-processing-n:127.0.0.1:36655_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36655_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 417751 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36655",
   [junit4]   2>   "node_name":"127.0.0.1:36655_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 417752 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36655",
   [junit4]   2>   "node_name":"127.0.0.1:36655_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 417770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 417784 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 417788 INFO  (zkCallback-260-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54ae017b name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 417789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 417789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 417789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 417792 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 417793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 417793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 417793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 417795 INFO  (zkCallback-261-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5162c74f name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 417795 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 417796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 417810 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 417810 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 417814 INFO  (zkCallback-260-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417822 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417822 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 417930 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 418201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores/collection1
   [junit4]   2> 418202 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001
   [junit4]   2> 418203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 418207 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18eb941b{/,null,AVAILABLE}
   [junit4]   2> 418216 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1c4e353f{SSL-http/1.1}{127.0.0.1:47130}
   [junit4]   2> 418216 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.e.j.s.Server Started @421417ms
   [junit4]   2> 418216 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=47130, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores}
   [junit4]   2> 418217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 418217 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/'
   [junit4]   2> 418239 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 418239 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 418247 INFO  (zkCallback-262-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a39c391 name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 418247 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 418247 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 418252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 418252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/solr.xml
   [junit4]   2> 418258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores
   [junit4]   2> 418258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer New CoreContainer 332013229
   [junit4]   2> 418258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/]
   [junit4]   2> 418258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/lib
   [junit4]   2> 418259 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/lib).
   [junit4]   2> 418270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 418273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 418275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 418275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 418275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41643/solr
   [junit4]   2> 418275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 418275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 418292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 418304 INFO  (zkCallback-264-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46bd5901 name:ZooKeeperConnection Watcher:127.0.0.1:41643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 418305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 418306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 418331 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 418350 INFO  (zkCallback-265-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5411a7c8 name:ZooKeeperConnection Watcher:127.0.0.1:41643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 418350 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 418356 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 419361 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47130_
   [junit4]   2> 419361 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47130_
   [junit4]   2> 419362 INFO  (zkCallback-265-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 419363 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 419363 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36655_) [n:127.0.0.1:36655_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 419364 INFO  (zkCallback-260-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 419364 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 419365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94508122102693900-127.0.0.1:47130_-n_0000000001
   [junit4]   2> 419365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94508122102693895-127.0.0.1:36655_-n_0000000000 to know if I could be the leader
   [junit4]   2> 419383 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 419383 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 419384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores
   [junit4]   2> 419385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 419385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C906CE0EF902FA4F-001/shard-1-001/cores/collection1/
   [junit4]   2> 419385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 419388 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 419388 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 419390 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 419390 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 419390 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47130",
   [junit4]   2>   "node_name":"127.0.0.1:47130_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 419391 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for collection1 ver 0 
   [junit4]   2> 419391 INFO  (coreLoadExecutor-1095-thread-1-processing-n:127.0.0.1:47130_) [n:127.0.0.1:47130_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 419391 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47130",
   [junit4]   2>   "node_name":"127.0.0.1:47130_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 419391 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 419391 INFO  (OverseerStateUpdate-94508122102693895-127.0.0.1:36655_-n_0000000000) [n:127.0.0.1:36655_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 419398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.1:47130_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 419398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[C906CE0EF902FA4F]) [n:127.0.0.

[...truncated too long message...]

62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 4082009 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C906CE0EF902FA4F]-worker) [n:127.0.0.1:44465_vt_mcn%2Fre c:addReplicaColl s:shard1 r:core_node7 x:propertyDotName] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 12, 2015 2:39:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=FST50, _version_=Lucene50(blocksize=128), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=Lucene50(blocksize=128), a_i1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50, range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=Direct), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_KW, timezone=Canada/Atlantic
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=133740264,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [DateFieldTest, SmileWriterTest, SparseHLLTest, ResourceLoaderTest, AlternateDirectoryTest, RankQueryTest, RollingRestartTest, CdcrReplicationDistributedZkTest, DeleteShardTest, EnumFieldTest, TestIntervalFaceting, ConnectionManagerTest, JavabinLoaderTest, TestSolrQueryParserDefaultOperatorResource, TestCloudSchemaless, HighlighterMaxOffsetTest, TestSchemaSimilarityResource, BasicZkTest, RequiredFieldsTest, TestSchemaResource, SpatialHeatmapFacetsTest, TestDistributedSearch, ChangedSchemaMergeTest, DistributedFacetPivotLargeTest, DistributedIntervalFacetingTest, TestLMDirichletSimilarityFactory, InfoHandlerTest, JSONWriterTest, TestLuceneMatchVersion, TestBlobHandler, TestDocumentBuilder, DistribJoinFromCollectionTest, TestSolrJ, TestExceedMaxTermLength, SolrRequestParserTest, DocumentAnalysisRequestHandlerTest, TestJoin, AnalysisAfterCoreReloadTest, CdcrReplicationHandlerTest, OpenExchangeRatesOrgProviderTest, TestFaceting, TestChildDocTransformer, ReplicationFactorTest, TestRealTimeGet, FileBasedSpellCheckerTest, ActionThrottleTest, TestRandomDVFaceting, SaslZkACLProviderTest, CollectionStateFormat2Test, TestPseudoReturnFields, TestAnalyzedSuggestions, TestNoOpRegenerator, UUIDUpdateProcessorFallbackTest, PeerSyncTest, BlockDirectoryTest, DistributedSuggestComponentTest, TestStandardQParsers, TestDynamicFieldResource, RequestLoggingTest, TestSimpleQParserPlugin, CursorPagingTest, TestFoldingMultitermQuery, TestConfigSetsAPIZkFailure, OverseerRolesTest, EchoParamsTest, TestInitQParser, TestAtomicUpdateErrorCases, TestPKIAuthenticationPlugin, OutputWriterTest, TestLazyCores, CollectionTooManyReplicasTest, DateMathParserTest, CurrencyFieldOpenExchangeTest, DateRangeFieldTest, TestSolrConfigHandlerConcurrent, SOLR749Test, RemoteQueryErrorTest, VersionInfoTest, SolrTestCaseJ4Test, TimeZoneUtilsTest, TestRandomMergePolicy, LeaderInitiatedRecoveryOnCommitTest, TestReloadAndDeleteDocs, OverseerStatusTest, XsltUpdateRequestHandlerTest, DistributedVersionInfoTest, TestSchemaNameResource, QueryElevationComponentTest, ExitableDirectoryReaderTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, AutoCommitTest, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestStressLucene, PolyFieldTest, WordBreakSolrSpellCheckerTest, QueryEqualityTest, TestRemoteStreaming, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, TestOmitPositions, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, IndexSchemaTest, TestCollationField, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestPerFieldSimilarity, TestBM25SimilarityFactory, ScriptEngineTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestUtils, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AssignTest, BaseCdcrDistributedZkTest, CdcrVersionReplicationTest, CollectionReloadTest, DistributedQueueTest, HttpPartitionTest, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [540/545] on J0 in 835.99s, 1 test, 1 error <<< FAILURES!

[...truncated 27 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 545 suites, 2144 tests, 2 errors, 29 ignored (17 assumptions)

Total time: 184 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 791 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/791/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=12534, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12534, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38890/hlt/t, http://127.0.0.1:48420/hlt/t, http://127.0.0.1:48234/hlt/t, http://127.0.0.1:43463/hlt/t, http://127.0.0.1:35967/hlt/t]
	at __randomizedtesting.SeedInfo.seed([D304BAF25EEA1E21]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:898)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38890/hlt/t, http://127.0.0.1:48420/hlt/t, http://127.0.0.1:48234/hlt/t, http://127.0.0.1:43463/hlt/t, http://127.0.0.1:35967/hlt/t]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48234/hlt/t: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qn-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 5 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=32471, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=32471, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45492/co/zf: Could not find collection : awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([D304BAF25EEA1E21]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10342 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/init-core-data-001
   [junit4]   2> 1232711 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D304BAF25EEA1E21]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1232712 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D304BAF25EEA1E21]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hlt/t
   [junit4]   2> 1232714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1232714 INFO  (Thread-9127) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1232714 INFO  (Thread-9127) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1232814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkTestServer start zk server on port:52781
   [junit4]   2> 1232814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1232815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1232818 INFO  (zkCallback-598-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@313967f3 name:ZooKeeperConnection Watcher:127.0.0.1:52781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1232818 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1232819 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1232819 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1232822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1232822 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1232830 INFO  (zkCallback-599-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@85aeb3a name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1232831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1232831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1232831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1232832 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1232834 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1232835 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1232836 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1232837 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1232839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1232839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1232841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1232841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1232842 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1232843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1232844 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1232844 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1232846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1232846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1232847 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1232847 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1232849 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1232849 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1232850 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1232851 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1232852 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1232852 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1232854 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1232854 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1232856 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1232857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1232858 INFO  (zkCallback-600-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@345be015 name:ZooKeeperConnection Watcher:127.0.0.1:52781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1232858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1232858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1232858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1232860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1232860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1232861 INFO  (zkCallback-601-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d2f4d61 name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1232861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1232861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1232862 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1232862 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1232864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1232864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1232866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1232866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1232868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1232868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1232869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1232870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1232871 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1232872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1232873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1232873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1232875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1232875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1232877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1232877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1232879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1232879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1232880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1232881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1232882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1232882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1233186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1
   [junit4]   2> 1233187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1233189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b212dc7{/hlt/t,null,AVAILABLE}
   [junit4]   2> 1233194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6fd264c8{HTTP/1.1}{127.0.0.1:48234}
   [junit4]   2> 1233194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.Server Started @1236500ms
   [junit4]   2> 1233195 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/tempDir-001/control/data, hostContext=/hlt/t, hostPort=48234, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores}
   [junit4]   2> 1233195 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1233195 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/'
   [junit4]   2> 1233211 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1233212 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1233213 INFO  (zkCallback-602-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6635284e name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1233214 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1233214 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1233215 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1233215 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/solr.xml
   [junit4]   2> 1233220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores
   [junit4]   2> 1233220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer New CoreContainer 1376837303
   [junit4]   2> 1233220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/]
   [junit4]   2> 1233220 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/lib
   [junit4]   2> 1233221 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/lib).
   [junit4]   2> 1233228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1233229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1233229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1233229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1233229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52781/solr
   [junit4]   2> 1233230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1233230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1233230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1233231 INFO  (zkCallback-604-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7906dfab name:ZooKeeperConnection Watcher:127.0.0.1:52781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1233232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1233233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1233234 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1233235 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b74d49e name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1233235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1233236 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1233238 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1233240 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1233242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1233244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1233246 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1233248 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1233249 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1233250 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1233251 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48234_hlt%2Ft
   [junit4]   2> 1233251 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48234_hlt%2Ft
   [junit4]   2> 1233253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1233254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1233255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1233256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000
   [junit4]   2> 1233256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48234_hlt%2Ft
   [junit4]   2> 1233257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1233258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer Overseer (id=94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) starting
   [junit4]   2> 1233260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1233266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1233266 INFO  (OverseerCollectionConfigSetProcessor-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1233267 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1233267 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1233281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1233282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1233282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores
   [junit4]   2> 1233283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1233283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/
   [junit4]   2> 1233284 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1233285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1233285 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1233285 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1233285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1233287 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48234/hlt/t",
   [junit4]   2>   "node_name":"127.0.0.1:48234_hlt%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1233287 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1233287 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48234/hlt/t",
   [junit4]   2>   "node_name":"127.0.0.1:48234_hlt%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1233288 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1233288 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1233290 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1234288 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1234288 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1234289 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1234289 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1234290 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1234290 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/'
   [junit4]   2> 1234305 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1234310 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1234323 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1234330 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1234331 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1234336 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1234416 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1234422 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1234423 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1234432 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1234435 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1234437 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1234438 WARN  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1234438 WARN  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1234438 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1234439 WARN  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1234439 WARN  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1234440 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1234440 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1234440 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1234441 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1234441 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f950df
   [junit4]   2> 1234441 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data
   [junit4]   2> 1234442 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1234442 WARN  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1234442 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data/index
   [junit4]   2> 1234442 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1234443 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@576cef24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ab92475),segFN=segments_1,generation=1}
   [junit4]   2> 1234443 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1234444 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data/
   [junit4]   2> 1234444 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1234448 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1234448 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1234448 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1234448 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1234448 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1234449 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1234449 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1234449 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1234449 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1234451 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1234452 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1234453 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1234454 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1234457 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1234457 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1234458 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1234458 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1234466 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1234466 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1234467 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=598478639, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1234467 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@576cef24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ab92475),segFN=segments_1,generation=1}
   [junit4]   2> 1234467 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1234467 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@69b4d74c[collection1] main
   [junit4]   2> 1234468 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1234468 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1234468 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1234469 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1234469 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1234469 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1234470 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1234470 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1234470 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1234470 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1234471 INFO  (searcherExecutor-1617-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69b4d74c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1234471 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1234471 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1234471 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1234471 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511961473387069440
   [junit4]   2> 1234474 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1511961473387069440
   [junit4]   2> 1234474 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1234474 INFO  (coreLoadExecutor-1616-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1234475 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:48234/hlt/t collection:control_collection shard:shard1
   [junit4]   2> 1234476 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1234480 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94497591971676166-core_node1-n_0000000000
   [junit4]   2> 1234481 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48234/hlt/t/collection1/
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1234483 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:48234/hlt/t/collection1/ has no replicas
   [junit4]   2> 1234483 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48234/hlt/t/collection1/ shard1
   [junit4]   2> 1234484 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1234486 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1234489 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:48234/hlt/t",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1234591 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1234639 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:48234/hlt/t/collection1/ and leader is http://127.0.0.1:48234/hlt/t/collection1/
   [junit4]   2> 1234639 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48234/hlt/t
   [junit4]   2> 1234640 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1234640 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1234640 INFO  (coreZkRegister-1610-thread-1-processing-n:127.0.0.1:48234_hlt%2Ft x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48234_hlt%2Ft c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1234642 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48234/hlt/t",
   [junit4]   2>   "node_name":"127.0.0.1:48234_hlt%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1234643 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48234/hlt/t",
   [junit4]   2>   "node_name":"127.0.0.1:48234_hlt%2Ft",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1234746 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1234787 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1234788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1234789 INFO  (zkCallback-607-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74bd4809 name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1234789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1234790 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1234790 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1234793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1234793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1234793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1234793 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1234794 INFO  (zkCallback-608-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d2924c1 name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1234795 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1234795 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1234797 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x14fb90f299a0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1234797 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1234798 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1234900 INFO  (OverseerStateUpdate-94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1235107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/cores/collection1
   [junit4]   2> 1235108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001
   [junit4]   2> 1235108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1235110 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56d30f0e{/hlt/t,null,AVAILABLE}
   [junit4]   2> 1235111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6778ed9b{HTTP/1.1}{127.0.0.1:38890}
   [junit4]   2> 1235111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.e.j.s.Server Started @1238417ms
   [junit4]   2> 1235111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/hlt/t, hostPort=38890, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/cores}
   [junit4]   2> 1235111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1235112 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/'
   [junit4]   2> 1235127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1235127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1235129 INFO  (zkCallback-609-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bea2446 name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1235129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1235129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1235130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1235130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/solr.xml
   [junit4]   2> 1235135 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/cores
   [junit4]   2> 1235135 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer New CoreContainer 2037587153
   [junit4]   2> 1235136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/]
   [junit4]   2> 1235136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/lib
   [junit4]   2> 1235136 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/lib).
   [junit4]   2> 1235143 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1235144 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1235145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1235145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1235145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52781/solr
   [junit4]   2> 1235145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1235145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1235146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1235150 INFO  (zkCallback-611-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62ab0eef name:ZooKeeperConnection Watcher:127.0.0.1:52781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1235151 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1235151 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1235154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1235155 INFO  (zkCallback-612-thread-1-processing-n:127.0.0.1:38890_hlt%2Ft) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@794bbf7e name:ZooKeeperConnection Watcher:127.0.0.1:52781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1235155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1235164 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1236170 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38890_hlt%2Ft
   [junit4]   2> 1236171 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38890_hlt%2Ft
   [junit4]   2> 1236173 INFO  (zkCallback-607-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1236173 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:48234_hlt%2Ft) [n:127.0.0.1:48234_hlt%2Ft    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1236173 INFO  (zkCallback-612-thread-1-processing-n:127.0.0.1:38890_hlt%2Ft) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1236175 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1236176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94497591971676171-127.0.0.1:38890_hlt%2Ft-n_0000000001
   [junit4]   2> 1236177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94497591971676166-127.0.0.1:48234_hlt%2Ft-n_0000000000 to know if I could be the leader
   [junit4]   2> 1236185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1236185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1236186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D304BAF25EEA1E21-001/shard-1-001/cores
   [junit4]   2> 1236187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D304BAF25EEA1E21]) [n:127.0.0.1:38890_hlt%2Ft    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-t

[...truncated too long message...]

[junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 5490216 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D304BAF25EEA1E21]-worker) [n:127.0.0.1:45492_co%2Fzf c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 10, 2015 6:11:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=FSTOrd50, _version_=Lucene50(blocksize=128), multiDefault=FST50, a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), id=FSTOrd50, range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=Asserting), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=th_TH_TH_#u-nu-thai, timezone=Africa/Harare
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=186056512,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [SolrInfoMBeanTest, ExplicitHLLTest, BJQParserTest, CSVRequestHandlerTest, TestMaxScoreQueryParser, TestStressUserVersions, VMParamsZkACLAndCredentialsProvidersTest, LeaderFailoverAfterPartitionTest, BitVectorTest, TestSolrQueryParserResource, TestNamedUpdateProcessors, DistanceFunctionTest, OpenCloseCoreStressTest, SolrPluginUtilsTest, TestSQLHandler, SpatialFilterTest, DistanceUnitsTest, TestPartialUpdateDeduplication, TestCloudManagedSchema, ZkStateReaderTest, TestOverriddenPrefixQueryForCustomFieldType, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, FastVectorHighlighterTest, TestBlendedInfixSuggestions, TestCustomDocTransformer, HdfsRecoveryZkTest, TestCustomSort, TestFieldTypeResource, TestFastOutputStream, HdfsLockFactoryTest, SolrCmdDistributorTest, DocValuesTest, HLLSerializationTest, DistributedQueueTest, TestAuthenticationFramework, ChaosMonkeyNothingIsSafeTest, TestSchemaManager, TestJettySolrRunner, TestCoreContainer, TestConfigSets, TestFileDictionaryLookup, SSLMigrationTest, TestRestoreCore, TestManagedSchemaFieldTypeResource, TestTrie, TestCrossCoreJoin, URLClassifyProcessorTest, TestDistributedGrouping, TermsComponentTest, TestUtils, TestUniqueKeyFieldResource, CollectionsAPIDistributedZkTest, TestSuggestSpellingConverter, NumericFieldsTest, MultiTermTest, TestManagedSchema, TestWordDelimiterFilterFactory, TestBM25SimilarityFactory, ClusterStateUpdateTest, TestOrdValues, TestReloadDeadlock, TestTolerantSearch, LoggingHandlerTest, SolrCloudExampleTest, PreAnalyzedUpdateProcessorTest, TestCloudPivotFacet, TestReqParamsAPI, UpdateRequestProcessorFactoryTest, TestDFRSimilarityFactory, TestDistribDocBasedVersion, TestCopyFieldCollectionResource, SolrIndexConfigTest, MinimalSchemaTest, SolrIndexSplitterTest, TriLevelCompositeIdRoutingTest, TestSolrDeletionPolicy2, BasicFunctionalityTest, TestMacros, SliceStateTest, SimpleMLTQParserTest, HighlighterTest, DocumentBuilderTest, SharedFSAutoReplicaFailoverTest, DistributedFacetPivotWhiteBoxTest, TestBinaryResponseWriter, TestDefaultSearchFieldResource, TestRandomFaceting, TermVectorComponentDistributedTest, TestJoin, TestStressVersions, TestRangeQuery, SolrCoreTest, QueryElevationComponentTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestUpdate, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, TestCollationField, JSONWriterTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestLFUCache, CdcrReplicationDistributedZkTest, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestShortCircuitedRequests, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [545/545] on J1 in 2158.23s, 1 test, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 545 suites, 2143 tests, 2 errors, 29 ignored (17 assumptions)

Total time: 216 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 790 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/790/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.DistribJoinFromCollectionTest.test

Error Message:
 Expected: not "1.0"      got: "1.0" 

Stack Trace:
java.lang.AssertionError: 
Expected: not "1.0"
     got: "1.0"

	at __randomizedtesting.SeedInfo.seed([AAFB6F0BC146A2FD:22AF50D16FBACF05]:0)
	at org.junit.Assert.assertThat(Assert.java:780)
	at org.junit.Assert.assertThat(Assert.java:738)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.assertScore(DistribJoinFromCollectionTest.java:170)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.testJoins(DistribJoinFromCollectionTest.java:132)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.test(DistribJoinFromCollectionTest.java:100)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=1649, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1649, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36605/_io/tv: collection already exists: awholynewstresscollection_collection5_3
	at __randomizedtesting.SeedInfo.seed([AAFB6F0BC146A2FD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=20492, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=20492, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45331/_dnu/ah: Could not find collection : awholynewstresscollection_collection5_2
	at __randomizedtesting.SeedInfo.seed([AAFB6F0BC146A2FD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 9986 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/init-core-data-001
   [junit4]   2> 125508 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AAFB6F0BC146A2FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 125508 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[AAFB6F0BC146A2FD]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_io/tv
   [junit4]   2> 125518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 125531 INFO  (Thread-584) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 125531 INFO  (Thread-584) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 125631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkTestServer start zk server on port:38691
   [junit4]   2> 125631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 125648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 125659 INFO  (zkCallback-182-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62d8f189 name:ZooKeeperConnection Watcher:127.0.0.1:38691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 125659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 125660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 125660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 125669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 125696 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 125708 INFO  (zkCallback-183-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a28f54a name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 125708 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 125709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 125709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 125711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 125712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 125713 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 125714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 125714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 125716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 125717 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 125718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 125718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 125722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 125722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 125724 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 125724 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 125725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 125725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 125726 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 125727 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 125728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 125728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 125729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 125730 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 125731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 125731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 125732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 125733 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 126183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1
   [junit4]   2> 126185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 126203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d88cf05{/_io/tv,null,AVAILABLE}
   [junit4]   2> 126205 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2ff0102f{HTTP/1.1}{127.0.0.1:33752}
   [junit4]   2> 126206 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.Server Started @129386ms
   [junit4]   2> 126206 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/tempDir-001/control/data, hostContext=/_io/tv, hostPort=33752, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores}
   [junit4]   2> 126206 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 126206 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/'
   [junit4]   2> 126224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 126233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 126234 INFO  (zkCallback-184-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64a549f8 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 126234 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 126235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 126236 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 126236 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/solr.xml
   [junit4]   2> 126241 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores
   [junit4]   2> 126242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer New CoreContainer 1399687175
   [junit4]   2> 126242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/]
   [junit4]   2> 126242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/lib
   [junit4]   2> 126242 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/lib).
   [junit4]   2> 126260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 126262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 126262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 126262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 126262 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38691/solr
   [junit4]   2> 126263 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 126263 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 126264 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 126278 INFO  (zkCallback-186-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34acd67a name:ZooKeeperConnection Watcher:127.0.0.1:38691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 126279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 126279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 126306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 126307 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@692be441 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 126307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 126309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 126311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 126315 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 126318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 126320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 126323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 126324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 126326 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 126327 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 126328 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33752__io%2Ftv
   [junit4]   2> 126329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33752__io%2Ftv
   [junit4]   2> 126330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 126332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 126333 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 126333 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000
   [junit4]   2> 126334 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33752__io%2Ftv
   [junit4]   2> 126334 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 126337 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer Overseer (id=94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) starting
   [junit4]   2> 126339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 126347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 126348 INFO  (OverseerCollectionConfigSetProcessor-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 126349 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 126349 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 126355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 126383 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 126384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 126384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores
   [junit4]   2> 126385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 126385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/
   [junit4]   2> 126385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 126391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 126391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 126392 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 126392 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 126394 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 126395 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33752/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:33752__io%2Ftv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 126397 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33752/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:33752__io%2Ftv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 126397 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 126399 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 126401 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 126401 INFO  (zkCallback-187-thread-2-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 127395 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 127395 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 127395 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 127395 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 127396 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 127396 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/'
   [junit4]   2> 127420 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 127431 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 127435 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 127442 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 127443 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 127465 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 127556 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 127565 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 127566 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 127595 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 127597 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 127599 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 127600 WARN  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 127601 WARN  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 127601 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 127602 WARN  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 127602 WARN  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 127604 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 127604 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 127604 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 127604 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 127604 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b6fa57a
   [junit4]   2> 127605 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data
   [junit4]   2> 127605 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data/index/
   [junit4]   2> 127605 WARN  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 127606 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data/index
   [junit4]   2> 127606 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=92.2255859375, floorSegmentMB=2.0126953125, forceMergeDeletesPctAllowed=13.142628610524959, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 127611 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@289889a9),segFN=segments_1,generation=1}
   [junit4]   2> 127612 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 127613 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data/
   [junit4]   2> 127614 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 127622 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 127622 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 127623 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 127623 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 127623 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 127623 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 127624 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 127624 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 127624 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 127642 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 127643 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 127644 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 127645 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 127649 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 127650 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 127650 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 127651 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 127651 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 127652 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 127652 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=70.0029296875, floorSegmentMB=0.3349609375, forceMergeDeletesPctAllowed=10.432124189999241, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 127654 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@289889a9),segFN=segments_1,generation=1}
   [junit4]   2> 127654 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 127654 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@52ebb3fc[collection1] main
   [junit4]   2> 127654 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 127655 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 127655 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 127656 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 127656 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 127656 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 127658 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 127658 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 127658 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 127658 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 127659 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 127659 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 127659 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 127659 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511846897722064896
   [junit4]   2> 127661 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1511846897722064896
   [junit4]   2> 127661 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 127661 INFO  (searcherExecutor-423-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52ebb3fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 127665 INFO  (coreLoadExecutor-422-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 127666 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:33752/_io/tv collection:control_collection shard:shard1
   [junit4]   2> 127667 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 127681 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94490430969217028-core_node1-n_0000000000
   [junit4]   2> 127682 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 127685 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 127685 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 127686 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33752/_io/tv/collection1/
   [junit4]   2> 127686 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 127686 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33752/_io/tv/collection1/ has no replicas
   [junit4]   2> 127686 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33752/_io/tv/collection1/ shard1
   [junit4]   2> 127689 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 127693 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 127706 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 127718 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:33752/_io/tv",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 127820 INFO  (zkCallback-187-thread-2-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 127821 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 127859 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:33752/_io/tv/collection1/ and leader is http://127.0.0.1:33752/_io/tv/collection1/
   [junit4]   2> 127859 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33752/_io/tv
   [junit4]   2> 127859 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 127860 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 127860 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:33752__io%2Ftv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33752__io%2Ftv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 127861 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33752/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:33752__io%2Ftv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 127862 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33752/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:33752__io%2Ftv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 127894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 127912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 127925 INFO  (zkCallback-189-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a3a7150 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 127926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 127926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 127926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 127931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 127931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 127931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 127941 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 127943 INFO  (zkCallback-190-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1626e664 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 127943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 127943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 127945 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 127946 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 127946 INFO  (zkCallback-189-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 127946 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 127947 INFO  (zkCallback-187-thread-2-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 128053 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 128801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores/collection1
   [junit4]   2> 128803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001
   [junit4]   2> 128807 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 128829 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc52219{/_io/tv,null,AVAILABLE}
   [junit4]   2> 128830 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.ServerConnector Started ServerConnector@54575593{HTTP/1.1}{127.0.0.1:56119}
   [junit4]   2> 128830 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.e.j.s.Server Started @132011ms
   [junit4]   2> 128830 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_io/tv, hostPort=56119, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores}
   [junit4]   2> 128831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 128832 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/'
   [junit4]   2> 128879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 128893 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 128902 INFO  (zkCallback-191-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5325ebc1 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 128902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 128902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 128903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 128904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/solr.xml
   [junit4]   2> 128909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores
   [junit4]   2> 128909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer New CoreContainer 15035131
   [junit4]   2> 128909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/]
   [junit4]   2> 128909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/lib
   [junit4]   2> 128909 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/lib).
   [junit4]   2> 128928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 128930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 128930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 128930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 128930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38691/solr
   [junit4]   2> 128930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 128931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 128931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 128934 INFO  (zkCallback-193-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41f8ea37 name:ZooKeeperConnection Watcher:127.0.0.1:38691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 128935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 128935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 128939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 128943 INFO  (zkCallback-194-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3adacb99 name:ZooKeeperConnection Watcher:127.0.0.1:38691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 128943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 128948 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 129953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56119__io%2Ftv
   [junit4]   2> 129953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56119__io%2Ftv
   [junit4]   2> 129954 INFO  (zkCallback-189-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 129955 INFO  (zkCallback-194-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 129955 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 129955 INFO  (zkCallback-187-thread-2-processing-n:127.0.0.1:33752__io%2Ftv) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 129958 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 129959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94490430969217033-127.0.0.1:56119__io%2Ftv-n_0000000001
   [junit4]   2> 129960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000 to know if I could be the leader
   [junit4]   2> 129979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 129979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 129980 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores
   [junit4]   2> 129981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 129981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AAFB6F0BC146A2FD-001/shard-1-001/cores/collection1/
   [junit4]   2> 129981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 129984 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 129991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 129991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[AAFB6F0BC146A2FD]) [n:127.0.0.1:56119__io%2Ftv    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 129991 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 129994 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56119/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:56119__io%2Ftv",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 129994 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56119/_io/tv",
   [junit4]   2>   "node_name":"127.0.0.1:56119__io%2Ftv",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 129994 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 129995 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 129997 INFO  (OverseerStateUpdate-94490430969217028-127.0.0.1:33752__io%2Ftv-n_0000000000) [n:127.0.0.1:33752__io%2Ftv    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 130001 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 130001 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 130002 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for collection1 ver 1 
   [junit4]   2> 130002 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 130002 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 130002 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 130003 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 130003 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0.0.1:56119__io%2Ftv c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 130004 INFO  (coreLoadExecutor-433-thread-1-processing-n:127.0.0.1:56119__io%2Ftv) [n:127.0

[...truncated too long message...]

nit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 4896403 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AAFB6F0BC146A2FD]-worker) [n:127.0.0.1:47214__dnu%2Fah c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 09, 2015 11:58:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=sv, timezone=Asia/Dubai
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=3,free=46723448,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [MBeansHandlerTest, HLLSerializationTest, ClusterStateUpdateTest, BitVectorTest, TestFreeTextSuggestions, MinimalSchemaTest, SpellCheckCollatorTest, DistributedTermsComponentTest, TestMissingGroups, TestAuthenticationFramework, NotRequiredUniqueKeyTest, AnalyticsQueryTest, CollectionsAPIDistributedZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestRuleBasedAuthorizationPlugin, TestStressVersions, LoggingHandlerTest, TestFieldTypeResource, TermVectorComponentTest, TestJsonRequest, MergeStrategyTest, BasicFunctionalityTest, CSVRequestHandlerTest, DistributedExpandComponentTest, TestSolrQueryParserResource, ZkCLITest, TestBlendedInfixSuggestions, TestObjectReleaseTracker, SuggestComponentTest, TestCloudPivotFacet, ShardRoutingTest, TestReloadDeadlock, CachingDirectoryFactoryTest, FastVectorHighlighterTest, DistributedFacetPivotLongTailTest, ChaosMonkeySafeLeaderTest, DocumentBuilderTest, SimplePostToolTest, HdfsRecoverLeaseTest, ShardRoutingCustomTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeTest, TestQueryTypes, TestStressUserVersions, TriLevelCompositeIdRoutingTest, TestDynamicLoading, CollectionsAPIAsyncDistributedZkTest, TestLeaderElectionZkExpiry, AddSchemaFieldsUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestUtils, TestLFUCache, DOMUtilTest, TermsComponentTest, SolrCmdDistributorTest, TestShortCircuitedRequests, BJQParserTest, CoreAdminRequestStatusTest, DocExpirationUpdateProcessorFactoryTest, ZkSolrClientTest, ConvertedLegacyTest, TestConfigSets, TestJettySolrRunner, SoftAutoCommitTest, TestDFRSimilarityFactory, TestUpdate, TestQuerySenderNoQuery, MultiTermTest, TestManagedSchema, ShardSplitTest, TestQuerySenderListener, TestSchemaManager, SliceStateTest, HLLUtilTest, TestRTGBase, FacetPivotSmallTest, UniqFieldsUpdateProcessorFactoryTest, TestCustomDocTransformer, DistanceFunctionTest, PreAnalyzedUpdateProcessorTest, DeleteLastCustomShardedReplicaTest, TestClusterStateMutator, HdfsLockFactoryTest, SpatialFilterTest, TestWordDelimiterFilterFactory, TestBM25SimilarityFactory, DistributedFacetPivotSmallTest, TestFileDictionaryLookup, TestCodecSupport, IndexBasedSpellCheckerTest, TestRandomFaceting, TestZkChroot, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, TestLazyCores, TestBadConfig, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, TestStressLucene, TestCSVLoader, SchemaVersionSpecificBehaviorTest, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, RequestHandlersTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, JSONWriterTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AsyncMigrateRouteKeyTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RemoteQueryErrorTest, ReplicationFactorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestMiniSolrCloudClusterBase, TestRandomRequestDistribution, TestReplicaProperties, VMParamsZkACLAndCredentialsProvidersTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [544/544] on J1 in 1421.84s, 1 test, 1 error <<< FAILURES!

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 544 suites, 2142 tests, 2 errors, 1 failure, 29 ignored (17 assumptions)

Total time: 191 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 789 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/789/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:55860/qm_qk/q: Could not load collection from ZK:halfcollectionblocker

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55860/qm_qk/q: Could not load collection from ZK:halfcollectionblocker
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:302)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:419)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=3438, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3438, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:53350/p/jb: Could not find collection : awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([642EB9E4113325B5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10194 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/init-core-data-001
   [junit4]   2> 198267 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 198268 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/jb
   [junit4]   2> 199027 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 199719 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 199905 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 199915 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 199997 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 200052 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50474_hdfs____.8e9i9s/webapp
   [junit4]   2> 200264 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 201232 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50474
   [junit4]   2> 202534 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 202541 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 202557 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59159_datanode____.tzcnjc/webapp
   [junit4]   2> 202666 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 203176 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59159
   [junit4]   2> 203419 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 203421 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 203442 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57051_datanode____shh3l/webapp
   [junit4]   2> 203580 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 204200 INFO  (IPC Server handler 2 on 33296) [    ] BlockStateChange BLOCK* processReport: from storage DS-ca9fb14e-6eea-4d13-8a71-bc177dfe6168 node DatanodeRegistration(127.0.0.1, datanodeUuid=6808aacc-b3bd-4637-9774-914677faaf11, infoPort=59159, ipcPort=47368, storageInfo=lv=-56;cid=testClusterID;nsid=1055292187;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
   [junit4]   2> 204202 INFO  (IPC Server handler 2 on 33296) [    ] BlockStateChange BLOCK* processReport: from storage DS-ef70f2be-9c23-418d-af2d-f5c911e96654 node DatanodeRegistration(127.0.0.1, datanodeUuid=6808aacc-b3bd-4637-9774-914677faaf11, infoPort=59159, ipcPort=47368, storageInfo=lv=-56;cid=testClusterID;nsid=1055292187;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 204359 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57051
   [junit4]   2> 204565 INFO  (IPC Server handler 2 on 33296) [    ] BlockStateChange BLOCK* processReport: from storage DS-c4f09b4f-b5a5-43f3-89b2-b0e3c148bf6e node DatanodeRegistration(127.0.0.1, datanodeUuid=f9afbb73-69ee-4fe9-b908-25ca5da0f0a6, infoPort=57051, ipcPort=59037, storageInfo=lv=-56;cid=testClusterID;nsid=1055292187;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 204566 INFO  (IPC Server handler 2 on 33296) [    ] BlockStateChange BLOCK* processReport: from storage DS-6c4feef8-80ab-4188-b3b0-37637de6ef49 node DatanodeRegistration(127.0.0.1, datanodeUuid=f9afbb73-69ee-4fe9-b908-25ca5da0f0a6, infoPort=57051, ipcPort=59037, storageInfo=lv=-56;cid=testClusterID;nsid=1055292187;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 205250 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 205251 INFO  (Thread-634) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 205251 INFO  (Thread-634) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 205351 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkTestServer start zk server on port:56550
   [junit4]   2> 205351 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 205352 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205357 INFO  (zkCallback-175-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@542d75fa name:ZooKeeperConnection Watcher:127.0.0.1:56550 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205357 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 205358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 205366 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 205370 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205374 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53a4fe05 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205374 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205374 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 205374 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 205377 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 205378 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 205379 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 205381 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 205381 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 205383 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 205384 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 205385 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 205386 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 205387 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 205388 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 205389 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 205389 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 205391 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 205391 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 205392 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 205393 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 205394 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 205394 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 205396 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 205396 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 205399 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 205399 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 205401 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 205401 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 205410 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 205414 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205427 INFO  (zkCallback-177-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ed24cc4 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205427 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205427 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 205739 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1
   [junit4]   2> 205757 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 205759 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37aa1953{/p/jb,null,AVAILABLE}
   [junit4]   2> 205840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4070ccca{SSL-http/1.1}{127.0.0.1:53350}
   [junit4]   2> 205840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.Server Started @209379ms
   [junit4]   2> 205841 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33296/hdfs__localhost_33296__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001_tempDir-002_control_data, hostContext=/p/jb, hostPort=53350, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores}
   [junit4]   2> 205841 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 205841 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/'
   [junit4]   2> 205858 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 205858 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205861 INFO  (zkCallback-178-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69d4e6e9 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205861 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205861 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 205863 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 205863 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/solr.xml
   [junit4]   2> 205871 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores
   [junit4]   2> 205871 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer New CoreContainer 465967252
   [junit4]   2> 205871 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/]
   [junit4]   2> 205871 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/lib
   [junit4]   2> 205871 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/lib).
   [junit4]   2> 205880 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 205889 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 205891 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 205891 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 205891 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56550/solr
   [junit4]   2> 205891 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 205891 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 205892 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205897 INFO  (zkCallback-180-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61ea7773 name:ZooKeeperConnection Watcher:127.0.0.1:56550 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205897 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205898 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 205902 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 205912 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1fa7c921 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205912 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 205914 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 205918 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 205921 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 205923 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 205924 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 205926 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 205928 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 205929 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 205930 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 205931 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53350_p%2Fjb
   [junit4]   2> 205931 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53350_p%2Fjb
   [junit4]   2> 205933 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 205934 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 205935 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 205935 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000
   [junit4]   2> 205936 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53350_p%2Fjb
   [junit4]   2> 205936 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 205937 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer Overseer (id=94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) starting
   [junit4]   2> 205939 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 205943 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 205944 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 205945 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 205950 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 205951 INFO  (OverseerCollectionConfigSetProcessor-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 205990 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 205990 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 205991 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores
   [junit4]   2> 205992 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 205992 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1/
   [junit4]   2> 205993 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 205996 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 205996 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 205996 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 205996 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 205998 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53350/p/jb",
   [junit4]   2>   "node_name":"127.0.0.1:53350_p%2Fjb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 205998 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 206000 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53350/p/jb",
   [junit4]   2>   "node_name":"127.0.0.1:53350_p%2Fjb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 206000 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 206000 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 206002 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 206006 INFO  (zkCallback-181-thread-2-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 207000 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 207000 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 207001 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 207001 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 207002 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 207002 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1/'
   [junit4]   2> 207018 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 207024 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 207028 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 207042 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 207044 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 207058 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 207187 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 207196 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 207197 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 207208 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 207211 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 207220 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 207221 WARN  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 207221 WARN  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 207221 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 207222 WARN  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 207222 WARN  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 207223 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 207223 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 207223 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 207237 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33296/solr_hdfs_home
   [junit4]   2> 207237 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 207238 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 207238 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc94f15
   [junit4]   2> 207238 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 207344 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 207344 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 207350 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 207387 WARN  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:33296/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 207387 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 207443 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 207443 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 207449 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@fd77165
   [junit4]   2> 207858 INFO  (IPC Server handler 3 on 33296) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60749 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ca9fb14e-6eea-4d13-8a71-bc177dfe6168:NORMAL:127.0.0.1:42822|RBW], ReplicaUnderConstruction[[DISK]DS-c4f09b4f-b5a5-43f3-89b2-b0e3c148bf6e:NORMAL:127.0.0.1:60749|RBW]]} size 71
   [junit4]   2> 207860 INFO  (IPC Server handler 2 on 33296) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42822 is added to blk_1073741825_1001 size 71
   [junit4]   2> 208294 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b6078446 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2a5d2867; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 208294 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 208309 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 208311 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 208311 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 208311 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 208312 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 208312 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 208312 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 208312 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 208312 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 208320 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 208322 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 208323 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 208324 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 208328 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:33296/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 208341 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 208341 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 208379 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 208380 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 208420 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 208424 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 208436 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 208610 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b6078446 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2a5d2867; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 208610 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 208611 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@c3088d2[collection1] main
   [junit4]   2> 208611 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 208612 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 208612 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 208612 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 208612 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 208613 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 208613 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 208613 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 208613 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 208614 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 208616 INFO  (searcherExecutor-590-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c3088d2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511741177175474176
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1511741177175474176
   [junit4]   2> 208628 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 208629 INFO  (coreLoadExecutor-589-thread-1-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 208638 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:53350/p/jb collection:control_collection shard:shard1
   [junit4]   2> 208650 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 208655 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94483823352217605-core_node1-n_0000000000
   [junit4]   2> 208655 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 208657 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 208657 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 208657 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 208657 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53350/p/jb/collection1/
   [junit4]   2> 208658 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 208658 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:53350/p/jb/collection1/ has no replicas
   [junit4]   2> 208658 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53350/p/jb/collection1/ shard1
   [junit4]   2> 208658 INFO  (zkCallback-181-thread-2-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 208659 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 208662 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 208663 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 208666 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:53350/p/jb",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 208774 INFO  (zkCallback-181-thread-2-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 208774 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 208817 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:53350/p/jb/collection1/ and leader is https://127.0.0.1:53350/p/jb/collection1/
   [junit4]   2> 208817 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53350/p/jb
   [junit4]   2> 208817 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 208817 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 208817 INFO  (coreZkRegister-583-thread-1-processing-n:127.0.0.1:53350_p%2Fjb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53350_p%2Fjb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 208819 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53350/p/jb",
   [junit4]   2>   "node_name":"127.0.0.1:53350_p%2Fjb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 208820 INFO  (OverseerStateUpdate-94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53350/p/jb",
   [junit4]   2>   "node_name":"127.0.0.1:53350_p%2Fjb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 208926 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 208926 INFO  (zkCallback-181-thread-2-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 209011 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 209038 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 209062 INFO  (zkCallback-183-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a0d51ba name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 209062 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 209062 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 209063 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 209065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 210170 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores/collection1
   [junit4]   2> 210171 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001
   [junit4]   2> 210183 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 210257 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f8e82a4{/p/jb,null,AVAILABLE}
   [junit4]   2> 210272 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3c55987f{SSL-http/1.1}{127.0.0.1:50695}
   [junit4]   2> 210272 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.e.j.s.Server Started @213811ms
   [junit4]   2> 210272 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:33296/hdfs__localhost_33296__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/p/jb, hostPort=50695, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores}
   [junit4]   2> 210273 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 210273 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/'
   [junit4]   2> 210390 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 210439 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 210454 INFO  (zkCallback-184-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f52d42 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 210454 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 210455 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 210462 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 210463 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/solr.xml
   [junit4]   2> 210470 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores
   [junit4]   2> 210471 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer New CoreContainer 767297369
   [junit4]   2> 210471 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/]
   [junit4]   2> 210471 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/lib
   [junit4]   2> 210471 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/lib).
   [junit4]   2> 210521 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 210553 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 210557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 210557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 210557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56550/solr
   [junit4]   2> 210557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 210558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 210567 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 210583 INFO  (zkCallback-186-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@612ef8c4 name:ZooKeeperConnection Watcher:127.0.0.1:56550 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 210587 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 210587 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 210602 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 210630 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:50695_p%2Fjb) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e3ebb26 name:ZooKeeperConnection Watcher:127.0.0.1:56550/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 210630 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 210637 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 211645 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50695_p%2Fjb
   [junit4]   2> 211645 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:50695_p%2Fjb
   [junit4]   2> 211647 INFO  (zkCallback-181-thread-2-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 211647 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:50695_p%2Fjb) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 211647 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:53350_p%2Fjb) [n:127.0.0.1:53350_p%2Fjb    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 211647 INFO  (zkCallback-183-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 211652 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 211653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94483823352217609-127.0.0.1:50695_p%2Fjb-n_0000000001
   [junit4]   2> 211653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94483823352217605-127.0.0.1:53350_p%2Fjb-n_0000000000 to know if I could be the leader
   [junit4]   2> 211696 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 211696 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 211697 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores
   [junit4]   2> 211700 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 211700 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_642EB9E4113325B5-001/shard-1-001/cores/collection1/
   [junit4]   2> 211700 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[642EB9E4113325B5]) [n:127.0.0.1:50695_p%2Fjb    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 211720 INFO  (coreLoadExecutor-600-thread-1-processing-n:127.0.0.1:50695_p%2Fjb) [n:127.0.0.1:50695_p%2Fjb c:collection1   x:collection1] o.a.s.c.ZkController 

[...truncated too long message...]

6984, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:48851/qm_qk/q, http://127.0.0.1:55860/qm_qk/q, http://127.0.0.1:35141/qm_qk/q, http://127.0.0.1:46747/qm_qk/q, http://127.0.0.1:45754/qm_qk/q]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([642EB9E4113325B5]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:898)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:48851/qm_qk/q, http://127.0.0.1:55860/qm_qk/q, http://127.0.0.1:35141/qm_qk/q, http://127.0.0.1:46747/qm_qk/q, http://127.0.0.1:45754/qm_qk/q]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46747/qm_qk/q
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:572)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 5 more
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:170)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
   [junit4]    > 	... 9 more
   [junit4]   2> 1917093 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[642EB9E4113325B5]-worker) [n:127.0.0.1:45754_qm_qk%2Fq c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_642EB9E4113325B5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i1=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=Memory doPackFST= false), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=hi_IN, timezone=Asia/Ujung_Pandang
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=57578256,total=478674944
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, TestBlendedInfixSuggestions, URLClassifyProcessorTest, TestLeaderElectionZkExpiry, TestDistribDocBasedVersion, TestConfigOverlay, TestRemoveLastDynamicCopyField, ShardRoutingCustomTest, PreAnalyzedFieldTest, TestCustomDocTransformer, BJQParserTest, TestStressVersions, TestRTGBase, CSVRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, TestCoreContainer, ChaosMonkeySafeLeaderTest, TestSchemaVersionResource, TestWordDelimiterFilterFactory, DocumentBuilderTest, HighlighterTest, SolrCmdDistributorTest, SolrCloudExampleTest, HdfsChaosMonkeySafeLeaderTest, TestHashPartitioner, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudPivotFacet, DistributedQueueTest, NumericFieldsTest, TestShortCircuitedRequests, TestFiltering, TestFastOutputStream, WordBreakSolrSpellCheckerTest, HLLSerializationTest, TestJsonRequest, TestSchemaManager, TestDistributedGrouping, DistanceUnitsTest, UpdateRequestProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, TestMaxScoreQueryParser, HdfsRecoveryZkTest, TestDynamicLoading, TestJsonFacets, DistributedFacetPivotLongTailTest, TestUpdate, TestDownShardTolerantSearch, TestCustomSort, SoftAutoCommitTest, TestSolrQueryParserResource, SliceStateTest, VMParamsZkACLAndCredentialsProvidersTest, SpellCheckCollatorTest, MoreLikeThisHandlerTest, HdfsRecoverLeaseTest, TestFieldCollectionResource, TestSortByMinMaxFunction, CircularListTest, TestCodecSupport, DOMUtilTest, SSLMigrationTest, TestTrie, HdfsNNFailoverTest, AsyncCallRequestStatusResponseTest, TestManagedSchema, SchemaVersionSpecificBehaviorTest, SpatialFilterTest, TestSortingResponseWriter, TestSolrDeletionPolicy2, TestSurroundQueryParser, DirectSolrSpellCheckerTest, MergeStrategyTest, SortByFunctionTest, PreAnalyzedUpdateProcessorTest, TestEmbeddedSolrServerConstructors, FastVectorHighlighterTest, TestCrossCoreJoin, DistributedExpandComponentTest, BitVectorTest, CdcrRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, RuleEngineTest, AnalyticsQueryTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
   [junit4] Completed [195/544] on J1 in 736.43s, 1 test, 1 error <<< FAILURES!

[...truncated 1135 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 544 suites, 2141 tests, 2 errors, 29 ignored (17 assumptions)

Total time: 187 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 788 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/788/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=38041, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=38041, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:49925/_vi/hf: Could not find collection : awholynewstresscollection_collection5_0
	at __randomizedtesting.SeedInfo.seed([DE08134BD698D156]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 11443 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/init-core-data-001
   [junit4]   2> 4313520 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 4313520 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_vi/hf
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4313619 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 4313636 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4313641 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4313655 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43364_hdfs____.z79z44/webapp
   [junit4]   2> 4313909 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4314707 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43364
   [junit4]   2> 4315121 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4315122 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4315134 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52202_datanode____.c8j63m/webapp
   [junit4]   2> 4315331 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4315815 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52202
   [junit4]   2> 4316026 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4316028 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4316049 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41709_datanode____.6if06u/webapp
   [junit4]   2> 4316168 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4316434 INFO  (IPC Server handler 4 on 47898) [    ] BlockStateChange BLOCK* processReport: from storage DS-e2fef903-376f-4977-83bc-3b460a19f524 node DatanodeRegistration(127.0.0.1, datanodeUuid=20dd86b3-df9c-41f0-baa7-9f8d65afd619, infoPort=52202, ipcPort=40266, storageInfo=lv=-56;cid=testClusterID;nsid=569659897;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4316435 INFO  (IPC Server handler 4 on 47898) [    ] BlockStateChange BLOCK* processReport: from storage DS-9ef25a07-0523-41b1-b7b3-04b22a96a54a node DatanodeRegistration(127.0.0.1, datanodeUuid=20dd86b3-df9c-41f0-baa7-9f8d65afd619, infoPort=52202, ipcPort=40266, storageInfo=lv=-56;cid=testClusterID;nsid=569659897;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4316687 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DE08134BD698D156]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41709
   [junit4]   2> 4317094 INFO  (IPC Server handler 8 on 47898) [    ] BlockStateChange BLOCK* processReport: from storage DS-e478a387-992d-4fc5-a125-624d637d52fa node DatanodeRegistration(127.0.0.1, datanodeUuid=c7530253-8e0f-4b7d-8b5f-9809e59117bd, infoPort=41709, ipcPort=42014, storageInfo=lv=-56;cid=testClusterID;nsid=569659897;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4317096 INFO  (IPC Server handler 8 on 47898) [    ] BlockStateChange BLOCK* processReport: from storage DS-7fa373e8-aca3-4428-96be-af417bf23a28 node DatanodeRegistration(127.0.0.1, datanodeUuid=c7530253-8e0f-4b7d-8b5f-9809e59117bd, infoPort=41709, ipcPort=42014, storageInfo=lv=-56;cid=testClusterID;nsid=569659897;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4317285 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4317290 INFO  (Thread-21517) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4317290 INFO  (Thread-21517) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4317390 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkTestServer start zk server on port:51500
   [junit4]   2> 4317390 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4317407 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4317434 INFO  (zkCallback-3685-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@481812c0 name:ZooKeeperConnection Watcher:127.0.0.1:51500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4317435 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4317435 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4317435 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4317438 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4317450 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4317466 INFO  (zkCallback-3686-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2595c9c1 name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4317466 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4317467 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4317467 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 4317469 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 4317470 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 4317471 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 4317472 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4317472 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4317474 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4317474 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 4317476 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4317476 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4317477 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4317478 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4317479 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4317479 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4317480 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4317481 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 4317482 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4317482 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4317483 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4317484 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4317485 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4317485 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4317486 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4317486 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4317488 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4317488 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4317490 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4317514 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4317530 INFO  (zkCallback-3687-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58ff8eec name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4317530 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4317531 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4317532 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4317546 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4317557 INFO  (zkCallback-3688-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1037d2c9 name:ZooKeeperConnection Watcher:127.0.0.1:51500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4317557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4317558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4317558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4317560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4317578 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4317606 INFO  (zkCallback-3689-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@787f03b8 name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4317606 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4317606 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4317607 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 4317607 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 4317609 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 4317609 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 4317611 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 4317611 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 4317613 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4317613 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4317614 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 4317614 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 4317616 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 4317616 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 4317617 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 4317617 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 4317619 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4317619 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4317620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4317620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4317622 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 4317622 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 4317623 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 4317624 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 4317625 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 4317625 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 4318024 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1
   [junit4]   2> 4318028 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4318031 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@280b6d0c{/_vi/hf,null,AVAILABLE}
   [junit4]   2> 4318035 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3286d8ae{SSL-http/1.1}{127.0.0.1:39716}
   [junit4]   2> 4318036 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.Server Started @4322406ms
   [junit4]   2> 4318036 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:47898/hdfs__localhost_47898__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001_tempDir-002_control_data, hostContext=/_vi/hf, hostPort=39716, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores}
   [junit4]   2> 4318036 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4318036 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/'
   [junit4]   2> 4318052 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4318054 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4318058 INFO  (zkCallback-3690-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63c7ac5a name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4318058 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4318058 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4318060 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4318060 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/solr.xml
   [junit4]   2> 4318065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores
   [junit4]   2> 4318065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer New CoreContainer 77122461
   [junit4]   2> 4318065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/]
   [junit4]   2> 4318065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/lib
   [junit4]   2> 4318066 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/lib).
   [junit4]   2> 4318073 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4318075 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4318077 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4318077 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4318077 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51500/solr
   [junit4]   2> 4318077 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4318077 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4318078 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4318080 INFO  (zkCallback-3692-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c43328f name:ZooKeeperConnection Watcher:127.0.0.1:51500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4318080 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4318080 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4318083 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4318083 INFO  (zkCallback-3693-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@759fcccf name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4318083 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4318084 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4318086 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4318088 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4318090 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4318091 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4318093 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4318094 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4318095 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4318096 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4318097 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39716__vi%2Fhf
   [junit4]   2> 4318098 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39716__vi%2Fhf
   [junit4]   2> 4318099 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4318100 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4318101 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4318101 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000
   [junit4]   2> 4318102 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39716__vi%2Fhf
   [junit4]   2> 4318102 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 4318103 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer Overseer (id=94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) starting
   [junit4]   2> 4318104 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 4318109 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4318110 INFO  (OverseerCollectionConfigSetProcessor-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 4318110 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4318111 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4318123 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4318148 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4318148 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4318149 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores
   [junit4]   2> 4318150 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4318150 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1/
   [junit4]   2> 4318150 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 4318155 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 4318155 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4318158 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 4318158 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4318159 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39716/_vi/hf",
   [junit4]   2>   "node_name":"127.0.0.1:39716__vi%2Fhf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4318160 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 4318160 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39716/_vi/hf",
   [junit4]   2>   "node_name":"127.0.0.1:39716__vi%2Fhf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4318160 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 4318161 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4318162 INFO  (zkCallback-3693-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4318170 INFO  (zkCallback-3693-thread-2-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4319160 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4319160 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 4319161 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 4319161 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 4319162 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4319162 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1/'
   [junit4]   2> 4319186 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 4319190 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4319194 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4319254 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4319257 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4319262 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4319342 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4319359 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 4319360 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 4319389 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4319391 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4319393 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4319394 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 4319395 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 4319395 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4319396 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 4319396 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 4319402 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 4319402 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4319402 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 4319404 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:47898/solr_hdfs_home
   [junit4]   2> 4319404 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4319404 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 4319404 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@262b74fc
   [junit4]   2> 4319405 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4319479 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 4324482 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 4329486 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 4329486 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4329490 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 4329511 WARN  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:47898/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 4329511 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4329541 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 4329541 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4329545 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=670581922, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4329637 INFO  (IPC Server handler 7 on 47898) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55747 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9ef25a07-0523-41b1-b7b3-04b22a96a54a:NORMAL:127.0.0.1:51178|RBW], ReplicaUnderConstruction[[DISK]DS-7fa373e8-aca3-4428-96be-af417bf23a28:NORMAL:127.0.0.1:55747|RBW]]} size 0
   [junit4]   2> 4329640 INFO  (IPC Server handler 5 on 47898) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51178 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7fa373e8-aca3-4428-96be-af417bf23a28:NORMAL:127.0.0.1:55747|RBW], ReplicaUnderConstruction[[DISK]DS-e2fef903-376f-4977-83bc-3b460a19f524:NORMAL:127.0.0.1:51178|FINALIZED]]} size 0
   [junit4]   2> 4329645 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b7b9c568 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c1c1c42; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4329646 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 4329648 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:47898/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 4329650 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4329651 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4329651 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4329651 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4329651 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4329651 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4329652 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4329652 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4329652 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4329654 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4329655 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4329656 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4329657 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4329660 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4329661 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4329662 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4329662 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 4329675 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 4329675 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 4329676 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=6.833984375, floorSegmentMB=1.2783203125, forceMergeDeletesPctAllowed=20.49523558952309, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.875724482398419
   [junit4]   2> 4329687 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b7b9c568 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c1c1c42; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4329687 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 4329688 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@6fd3fc9d[collection1] main
   [junit4]   2> 4329688 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 4329690 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4329690 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4329690 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4329691 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4329691 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4329692 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4329692 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4329692 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4329692 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4329693 INFO  (searcherExecutor-9027-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fd3fc9d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4329697 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 4329697 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 4329697 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 4329698 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511653786622361600
   [junit4]   2> 4329698 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1511653786622361600
   [junit4]   2> 4329698 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 4329699 INFO  (coreLoadExecutor-9026-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4329700 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:39716/_vi/hf collection:control_collection shard:shard1
   [junit4]   2> 4329701 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4329705 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94478360851120135-core_node1-n_0000000000
   [junit4]   2> 4329705 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 4329707 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4329707 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4329707 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39716/_vi/hf/collection1/
   [junit4]   2> 4329707 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 4329707 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4329708 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:39716/_vi/hf/collection1/ has no replicas
   [junit4]   2> 4329708 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39716/_vi/hf/collection1/ shard1
   [junit4]   2> 4329708 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4329708 INFO  (zkCallback-3693-thread-3-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4329708 INFO  (zkCallback-3693-thread-2-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4329711 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 4329713 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:39716/_vi/hf",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 4329816 INFO  (zkCallback-3693-thread-3-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4329816 INFO  (zkCallback-3693-thread-2-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4329866 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:39716/_vi/hf/collection1/ and leader is https://127.0.0.1:39716/_vi/hf/collection1/
   [junit4]   2> 4329866 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:39716/_vi/hf
   [junit4]   2> 4329866 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4329866 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 4329866 INFO  (coreZkRegister-9020-thread-1-processing-n:127.0.0.1:39716__vi%2Fhf x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39716__vi%2Fhf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4329868 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39716/_vi/hf",
   [junit4]   2>   "node_name":"127.0.0.1:39716__vi%2Fhf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 4329869 INFO  (OverseerStateUpdate-94478360851120135-127.0.0.1:39716__vi%2Fhf-n_0000000000) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39716/_vi/hf",
   [junit4]   2>   "node_name":"127.0.0.1:39716__vi%2Fhf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4329971 INFO  (zkCallback-3693-thread-2-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4329971 INFO  (zkCallback-3693-thread-3-processing-n:127.0.0.1:39716__vi%2Fhf) [n:127.0.0.1:39716__vi%2Fhf    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4330165 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4330180 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4330192 INFO  (zkCallback-3695-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@148e6554 name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4330192 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4330192 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4330193 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4330194 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4330997 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/cores/collection1
   [junit4]   2> 4330998 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001
   [junit4]   2> 4331002 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4331038 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75b2e149{/_vi/hf,null,AVAILABLE}
   [junit4]   2> 4331050 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2d0384b9{SSL-http/1.1}{127.0.0.1:58259}
   [junit4]   2> 4331050 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.e.j.s.Server Started @4335420ms
   [junit4]   2> 4331050 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:47898/hdfs__localhost_47898__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/_vi/hf, hostPort=58259, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/cores}
   [junit4]   2> 4331052 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4331052 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/'
   [junit4]   2> 4331094 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4331106 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4331113 INFO  (zkCallback-3696-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29b59e86 name:ZooKeeperConnection Watcher:127.0.0.1:51500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4331113 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4331114 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4331115 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4331115 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/solr.xml
   [junit4]   2> 4331119 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/cores
   [junit4]   2> 4331120 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer New CoreContainer 295635512
   [junit4]   2> 4331120 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/]
   [junit4]   2> 4331120 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/lib
   [junit4]   2> 4331120 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DE08134BD698D156-001/shard-1-001/lib).
   [junit4]   2> 4331127 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4331150 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4331152 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4331153 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4331153 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51500/solr
   [junit4]   2> 4331153 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4331153 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4331174 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[DE08134BD698D156]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4331194 INFO  (zkCallback-3698-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.

[...truncated too long message...]

ceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.108.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20150907_061737_459.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20150907_061737_459.suites
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1504)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 287 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 787 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/787/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=49918, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=49918, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40713/do/v: Could not find collection : awholynewstresscollection_collection2_0
	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)


REGRESSION:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=39048, name=Thread-29455, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=39048, name=Thread-29455, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21:3403F7902ABE47D9]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51970//collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://[ff01::114]:33332, http://127.0.0.1:38606//collection1, http://[ff01::083]:33332, http://[ff01::213]:33332]
	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:624)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21:3403F7902ABE47D9]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoConfigSetExist(CollectionsAPIDistributedZkTest.java:519)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9693 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/init-core-data-001
   [junit4]   2> 39080 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 39081 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/b
   [junit4]   2> 41117 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 42921 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 43565 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 43591 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 43759 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 43861 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57999_hdfs____.dvp0kf/webapp
   [junit4]   2> 44275 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 45328 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57999
   [junit4]   2> 47918 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 47936 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 47970 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34388_datanode____.2w75if/webapp
   [junit4]   2> 48103 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 48517 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34388
   [junit4]   2> 48841 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 48844 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 48902 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58963_datanode____.ef5rom/webapp
   [junit4]   2> 49205 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 49841 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BC57C84A84422A21]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58963
   [junit4]   2> 53166 INFO  (IPC Server handler 0 on 35390) [    ] BlockStateChange BLOCK* processReport: from storage DS-3e003bed-79c0-4cb2-946b-8c820412a82f node DatanodeRegistration(127.0.0.1, datanodeUuid=eab61fbe-7de5-4841-87ae-8d33a0164a4d, infoPort=34388, ipcPort=40618, storageInfo=lv=-56;cid=testClusterID;nsid=577351837;c=0), blocks: 0, hasStaleStorages: true, processing time: 13 msecs
   [junit4]   2> 53174 INFO  (IPC Server handler 0 on 35390) [    ] BlockStateChange BLOCK* processReport: from storage DS-f0d2389b-6010-4096-870d-88cf388c101d node DatanodeRegistration(127.0.0.1, datanodeUuid=eab61fbe-7de5-4841-87ae-8d33a0164a4d, infoPort=34388, ipcPort=40618, storageInfo=lv=-56;cid=testClusterID;nsid=577351837;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 53189 INFO  (IPC Server handler 3 on 35390) [    ] BlockStateChange BLOCK* processReport: from storage DS-8f10944a-482f-4cec-8743-d4c214721bf1 node DatanodeRegistration(127.0.0.1, datanodeUuid=f7938484-b061-4915-8f05-2da051b57bd8, infoPort=58963, ipcPort=55617, storageInfo=lv=-56;cid=testClusterID;nsid=577351837;c=0), blocks: 0, hasStaleStorages: true, processing time: 8 msecs
   [junit4]   2> 53191 INFO  (IPC Server handler 3 on 35390) [    ] BlockStateChange BLOCK* processReport: from storage DS-8ee38728-ca06-4e07-944a-dd30d53f753d node DatanodeRegistration(127.0.0.1, datanodeUuid=f7938484-b061-4915-8f05-2da051b57bd8, infoPort=58963, ipcPort=55617, storageInfo=lv=-56;cid=testClusterID;nsid=577351837;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 54387 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 54470 INFO  (Thread-213) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 54470 INFO  (Thread-213) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 54569 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.ZkTestServer start zk server on port:48961
   [junit4]   2> 54591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 54749 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 54829 INFO  (zkCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@697bbb2e name:ZooKeeperConnection Watcher:127.0.0.1:48961 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 54835 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 54836 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 54838 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 54896 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 54919 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 54949 INFO  (zkCallback-17-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3409b548 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 54950 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 54950 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 54951 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 54967 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 54971 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 54973 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 54978 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 54979 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 54984 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 54985 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 55004 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 55004 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 55008 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 55009 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 55012 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 55012 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 55015 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 55015 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 55020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 55020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 55024 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 55024 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 55040 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 55041 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 55051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 55052 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 55061 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 55061 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 55086 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 55108 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 55137 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c0ebbab name:ZooKeeperConnection Watcher:127.0.0.1:48961 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 55137 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 55138 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 55138 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 55154 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 55181 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 55202 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ea561 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 55202 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 55203 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 55203 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 55204 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 55212 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 55212 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 55218 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 55219 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 55223 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 55224 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 55231 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 55232 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 55234 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 55235 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 55238 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 55238 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 55254 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 55254 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 55257 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 55257 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 55262 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 55263 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 55265 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 55266 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 55278 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 55279 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 56186 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1
   [junit4]   2> 56189 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 56192 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47369c64{/e_/b,null,AVAILABLE}
   [junit4]   2> 56192 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5204ff2e{HTTP/1.1}{127.0.0.1:49420}
   [junit4]   2> 56193 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.Server Started @61239ms
   [junit4]   2> 56194 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35390/hdfs__localhost_35390__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001_tempDir-002_control_data, hostContext=/e_/b, hostPort=49420, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores}
   [junit4]   2> 56195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 56195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/'
   [junit4]   2> 56211 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 56212 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 56225 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73304c25 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56225 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 56226 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 56229 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 56229 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/solr.xml
   [junit4]   2> 56253 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores
   [junit4]   2> 56254 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer New CoreContainer 79766839
   [junit4]   2> 56254 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/]
   [junit4]   2> 56254 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/lib
   [junit4]   2> 56254 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/lib).
   [junit4]   2> 56263 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 56276 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 56276 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 56277 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 56277 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48961/solr
   [junit4]   2> 56302 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 56302 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 56317 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 56341 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3061776c name:ZooKeeperConnection Watcher:127.0.0.1:48961 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56342 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 56342 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 56367 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 56370 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64578216 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 56370 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 56380 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 56389 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 56395 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 56400 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 56403 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 56417 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 56420 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 56422 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 56425 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 56426 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49420_e_%2Fb
   [junit4]   2> 56429 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49420_e_%2Fb
   [junit4]   2> 56436 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 56438 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 56447 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 56448 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000
   [junit4]   2> 56454 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49420_e_%2Fb
   [junit4]   2> 56454 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 56457 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer Overseer (id=94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) starting
   [junit4]   2> 56465 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 56506 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 56510 INFO  (OverseerCollectionConfigSetProcessor-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 56512 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 56513 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 56540 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 56596 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 56597 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 56598 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores
   [junit4]   2> 56602 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 56602 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1/
   [junit4]   2> 56602 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 56605 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 56605 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 56628 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 56628 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 56630 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49420/e_/b",
   [junit4]   2>   "node_name":"127.0.0.1:49420_e_%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 56637 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 56643 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49420/e_/b",
   [junit4]   2>   "node_name":"127.0.0.1:49420_e_%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 56649 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 56686 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 56693 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 56715 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 57638 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 57638 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 57641 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 57642 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 57643 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 57643 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1/'
   [junit4]   2> 57672 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 57707 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 57712 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 57755 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 57764 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 57791 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 58048 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 58060 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 58061 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 58105 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 58111 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 58131 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 58134 WARN  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 58134 WARN  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 58134 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 58138 WARN  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 58138 WARN  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 58139 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 58140 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 58140 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 58186 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35390/solr_hdfs_home
   [junit4]   2> 58186 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 58186 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 58187 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3646a07c
   [junit4]   2> 58209 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 58362 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 58362 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 58379 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 58421 WARN  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:35390/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 58421 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 58453 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 58454 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 58454 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=5, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8697642508094462]
   [junit4]   2> 58904 INFO  (IPC Server handler 5 on 35390) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58252 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f0d2389b-6010-4096-870d-88cf388c101d:NORMAL:127.0.0.1:36333|RBW], ReplicaUnderConstruction[[DISK]DS-8f10944a-482f-4cec-8743-d4c214721bf1:NORMAL:127.0.0.1:58252|RBW]]} size 71
   [junit4]   2> 59113 INFO  (IPC Server handler 2 on 35390) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36333 is added to blk_1073741825_1001 size 71
   [junit4]   2> 59520 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b645ca7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c84fc0d; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 59520 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 59532 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 59533 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:35390/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 59543 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 59544 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 59544 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 59544 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 59544 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 59544 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 59545 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 59545 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 59547 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59559 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59562 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59567 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59596 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 59597 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 59603 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 59603 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 59642 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 59642 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 59645 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@74ce37b1
   [junit4]   2> 59749 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b645ca7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c84fc0d; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 59750 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 59750 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@271e9936[collection1] main
   [junit4]   2> 59750 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 59751 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 59752 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 59754 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 59754 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 59755 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59757 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 59757 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59757 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 59757 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 59762 INFO  (searcherExecutor-142-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@271e9936[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 59773 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 59773 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 59773 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 59773 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511558413761380352
   [junit4]   2> 59774 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1511558413761380352
   [junit4]   2> 59775 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 59777 INFO  (coreLoadExecutor-141-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 59788 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:49420/e_/b collection:control_collection shard:shard1
   [junit4]   2> 59800 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 59816 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94472400519757830-core_node1-n_0000000000
   [junit4]   2> 59817 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 59824 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 59825 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 59825 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 59827 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49420/e_/b/collection1/
   [junit4]   2> 59828 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 59828 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49420/e_/b/collection1/ has no replicas
   [junit4]   2> 59828 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49420/e_/b/collection1/ shard1
   [junit4]   2> 59829 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 59829 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 59829 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 59862 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 59882 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:49420/e_/b",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 59987 INFO  (zkCallback-23-thread-3-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 59987 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60033 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:49420/e_/b/collection1/ and leader is http://127.0.0.1:49420/e_/b/collection1/
   [junit4]   2> 60034 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49420/e_/b
   [junit4]   2> 60034 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 60034 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 60034 INFO  (coreZkRegister-135-thread-1-processing-n:127.0.0.1:49420_e_%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49420_e_%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 60039 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49420/e_/b",
   [junit4]   2>   "node_name":"127.0.0.1:49420_e_%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 60042 INFO  (OverseerStateUpdate-94472400519757830-127.0.0.1:49420_e_%2Fb-n_0000000000) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49420/e_/b",
   [junit4]   2>   "node_name":"127.0.0.1:49420_e_%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 60149 INFO  (zkCallback-23-thread-3-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60149 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:49420_e_%2Fb) [n:127.0.0.1:49420_e_%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60150 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 60151 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60160 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4399d890 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 60161 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 60171 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 60566 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/cores/collection1
   [junit4]   2> 60567 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001
   [junit4]   2> 60573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 60579 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1394de9a{/e_/b,null,AVAILABLE}
   [junit4]   2> 60580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.ServerConnector Started ServerConnector@32558cbc{HTTP/1.1}{127.0.0.1:36013}
   [junit4]   2> 60580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.e.j.s.Server Started @65627ms
   [junit4]   2> 60580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35390/hdfs__localhost_35390__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/e_/b, hostPort=36013, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/cores}
   [junit4]   2> 60580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 60581 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/'
   [junit4]   2> 60595 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 60596 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60600 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@553764a4 name:ZooKeeperConnection Watcher:127.0.0.1:48961/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60601 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60601 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 60603 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x14fa225d20f0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 60605 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 60606 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/solr.xml
   [junit4]   2> 60622 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/cores
   [junit4]   2> 60622 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer New CoreContainer 1229695005
   [junit4]   2> 60623 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/]
   [junit4]   2> 60623 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[BC57C84A84422A21]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BC57C84A84422A21-001/shard-1-001/lib
   [junit4]   2> 60623 WARN  

[...truncated too long message...]

2A21-001/tempDir-001/shard6/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_BC57C84A84422A21-001/tempDir-001/shard6/cores/collection1/data;done=false>>]
   [junit4]   2> 3670317 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[BC57C84A84422A21]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_BC57C84A84422A21-001/tempDir-001/shard6/cores/collection1/data
   [junit4]   2> 3670317 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[BC57C84A84422A21]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_BC57C84A84422A21-001/tempDir-001/shard6/cores/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_BC57C84A84422A21-001/tempDir-001/shard6/cores/collection1/data/index;done=false>>]
   [junit4]   2> 3670317 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[BC57C84A84422A21]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.component.TestDistributedStatsComponentCardinality_BC57C84A84422A21-001/tempDir-001/shard6/cores/collection1/data/index
   [junit4]   2> 3670322 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[BC57C84A84422A21]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a67b05b{/,null,UNAVAILABLE}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedStatsComponentCardinality -Dtests.method=test -Dtests.seed=BC57C84A84422A21 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs_CZ -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    253s J1 | TestDistributedStatsComponentCardinality.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=39048, name=Thread-29455, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21:3403F7902ABE47D9]:0)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51970//collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://[ff01::114]:33332, http://127.0.0.1:38606//collection1, http://[ff01::083]:33332, http://[ff01::213]:33332]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BC57C84A84422A21]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:624)
   [junit4]   2> 3670371 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[BC57C84A84422A21]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {int_i=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=FST50, intDefault=PostingsFormat(name=MockRandom), int_i_prehashed_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), long_l_prehashed_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=FST50, long_l=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=MockRandom), string_s_prehashed_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), string_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=cs_CZ, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=356879184,total=512753664
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedTermsComponentTest, TestSortingResponseWriter, SpellCheckComponentTest, BasicFunctionalityTest, TestCodecSupport, TestDistributedGrouping, ZkStateReaderTest, TermsComponentTest, DistanceFunctionTest, TestRemoveLastDynamicCopyField, SSLMigrationTest, HdfsNNFailoverTest, AsyncCallRequestStatusResponseTest, TestSolrQueryParserResource, PreAnalyzedUpdateProcessorTest, SoftAutoCommitTest, TestJsonFacets, RulesTest, TestLeaderElectionZkExpiry, TestCopyFieldCollectionResource, VMParamsZkACLAndCredentialsProvidersTest, TestSolrCoreProperties, TestQueryTypes, FastVectorHighlighterTest, HighlighterTest, WordBreakSolrSpellCheckerTest, SolrCmdDistributorTest, DocValuesMissingTest, TestAuthenticationFramework, TestFieldCollectionResource, ShardRoutingTest, TestDownShardTolerantSearch, TestDistribDocBasedVersion, SortByFunctionTest, SchemaVersionSpecificBehaviorTest, TestLMJelinekMercerSimilarityFactory, TestShortCircuitedRequests, MoreLikeThisHandlerTest, BufferStoreTest, TestJettySolrRunner, StressHdfsTest, HdfsLockFactoryTest, UniqFieldsUpdateProcessorFactoryTest, RuleEngineTest, TestSQLHandler, ConvertedLegacyTest, AtomicUpdatesTest, TestUtils, MultiTermTest, TestSolrDeletionPolicy2, TestNRTOpen, TestLFUCache, TestFieldTypeResource, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetPivotSmallTest, CoreAdminRequestStatusTest, TestHashPartitioner, SimplePostToolTest, DistribCursorPagingTest, FacetPivotSmallTest, TestCustomDocTransformer, TestTrie, HdfsRecoverLeaseTest, TestFreeTextSuggestions, TestScoreJoinQPScore, TestQueryUtils, ClusterStateUpdateTest, CustomCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestReloadDeadlock, TestReqParamsAPI, CachingDirectoryFactoryTest, SpellCheckCollatorTest, TestQuerySenderNoQuery, TestQuerySenderListener, TestStressVersions, TestSchemaManager, TriLevelCompositeIdRoutingTest, TestRuleBasedAuthorizationPlugin, DistributedFacetPivotLongTailTest, DistributedQueueTest, MergeStrategyTest, DistribDocExpirationUpdateProcessorTest, SolrPluginUtilsTest, TestUpdate, TestRTGBase, TestSurroundQueryParser, CollectionsAPIAsyncDistributedZkTest, BasicDistributedZkTest, OpenCloseCoreStressTest, TestReplicationHandler, CloudExitableDirectoryReaderTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, SolrCloudExampleTest, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestSolrCloudWithKerberosAlt, HdfsChaosMonkeySafeLeaderTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateWriterTest, TestConfigOverlay, TestConfigSets, TestDynamicLoading, TestSolrConfigHandler, RequestLoggingTest, TestReplicationHandlerBackup, TestRestoreCore, TestSolrConfigHandlerConcurrent, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, SuggestComponentTest, TestDistributedStatsComponentCardinality]
   [junit4] Completed [499/544] on J1 in 254.07s, 1 test, 1 error <<< FAILURES!

[...truncated 159 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 544 suites, 2141 tests, 2 errors, 1 failure, 29 ignored (17 assumptions)

Total time: 191 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 786 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/786/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTests

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([81827A3A6340E019:89E20F166C4EC812]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTestTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:140)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTests(CdcrReplicationDistributedZkTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:34491/vxy/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:34491/vxy/collection1]
	at __randomizedtesting.SeedInfo.seed([81827A3A6340E019:9D645E0CDBC8DE1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=105111, name=collection2, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=105111, name=collection2, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:47534/vc_tb/o: Could not find collection : awholynewstresscollection_collection2_1
	at __randomizedtesting.SeedInfo.seed([81827A3A6340E019]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 9978 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/init-core-data-001
   [junit4]   2> 688321 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[81827A3A6340E019]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 688321 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[81827A3A6340E019]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 688324 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 688324 INFO  (Thread-3442) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 688324 INFO  (Thread-3442) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 688424 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkTestServer start zk server on port:50926
   [junit4]   2> 688424 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 688425 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 688431 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68f5b5cf name:ZooKeeperConnection Watcher:127.0.0.1:50926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688431 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 688431 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 688431 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 688436 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 688436 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 688444 INFO  (zkCallback-547-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a3d3041 name:ZooKeeperConnection Watcher:127.0.0.1:50926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688444 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 688444 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 688445 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 688447 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 688449 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 688450 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 688451 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 688452 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 688454 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 688454 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 688460 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688460 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 688462 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 688462 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 688463 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 688463 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 688465 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 688465 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 688467 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 688467 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 688469 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 688469 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 688470 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688471 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 688472 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 688472 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 688474 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 688474 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 688476 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTests
   [junit4]   2> 688800 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1
   [junit4]   2> 688801 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 688803 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f57fd88{/,null,AVAILABLE}
   [junit4]   2> 688808 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.ServerConnector Started ServerConnector@13f8e796{HTTP/1.1}{127.0.0.1:57230}
   [junit4]   2> 688808 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.Server Started @692073ms
   [junit4]   2> 688808 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=57230, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores}
   [junit4]   2> 688809 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 688809 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/'
   [junit4]   2> 688823 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 688824 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 688826 INFO  (zkCallback-548-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7156122d name:ZooKeeperConnection Watcher:127.0.0.1:50926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688827 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 688827 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 688829 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 688829 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/solr.xml
   [junit4]   2> 688834 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores
   [junit4]   2> 688834 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer New CoreContainer 1056957406
   [junit4]   2> 688835 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/]
   [junit4]   2> 688835 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/lib
   [junit4]   2> 688835 WARN  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/lib).
   [junit4]   2> 688843 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 688844 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 688845 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 688845 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 688845 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50926/solr
   [junit4]   2> 688845 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 688846 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 688848 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 688850 INFO  (zkCallback-550-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@158ea6e0 name:ZooKeeperConnection Watcher:127.0.0.1:50926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688850 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 688851 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 688860 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 688862 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ed01e91 name:ZooKeeperConnection Watcher:127.0.0.1:50926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 688863 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 688864 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 688868 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 688871 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 688874 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 688875 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 688877 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 688879 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 688880 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 688882 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 688883 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57230_
   [junit4]   2> 688884 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57230_
   [junit4]   2> 688885 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 688887 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 688888 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 688889 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94467095224778756-127.0.0.1:57230_-n_0000000000
   [junit4]   2> 688889 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57230_
   [junit4]   2> 688889 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 688891 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer Overseer (id=94467095224778756-127.0.0.1:57230_-n_0000000000) starting
   [junit4]   2> 688892 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 688898 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 688898 INFO  (OverseerCollectionConfigSetProcessor-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 688898 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 688898 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 688910 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 688910 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 688911 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores
   [junit4]   2> 688912 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1, collection=tmp_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 688912 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/
   [junit4]   2> 688912 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 688913 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 688913 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 688914 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 688914 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57230_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 688915 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 688915 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57230",
   [junit4]   2>   "node_name":"127.0.0.1:57230_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 688915 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57230",
   [junit4]   2>   "node_name":"127.0.0.1:57230_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 688916 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 688916 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 688917 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 689915 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 689915 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 689916 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 689916 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 689917 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 689917 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 689918 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 689919 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 689919 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 689919 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/'
   [junit4]   2> 689932 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 689937 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 689940 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 689946 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 689947 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 689951 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 690028 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 690029 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 690029 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 690032 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 690053 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 690053 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 690053 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 690053 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 690053 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773f3290
   [junit4]   2> 690054 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data
   [junit4]   2> 690054 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 690054 WARN  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 690055 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 690055 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7ddc9808
   [junit4]   2> 690056 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@4840197b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57169766; maxCacheMB=0.7099609375 maxMergeSizeMB=0.68359375)),segFN=segments_1,generation=1}
   [junit4]   2> 690056 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 690056 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data/
   [junit4]   2> 690056 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 690060 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 690076 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 690082 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 690083 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 690084 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 690085 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 690096 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 690097 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 690107 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 690108 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 690109 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 690109 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 690109 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=45.275390625, floorSegmentMB=1.3447265625, forceMergeDeletesPctAllowed=1.691886395467409, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49222656796644715
   [junit4]   2> 690110 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@4840197b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57169766; maxCacheMB=0.7099609375 maxMergeSizeMB=0.68359375)),segFN=segments_1,generation=1}
   [junit4]   2> 690110 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 690110 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@69394b6e[collection1] main
   [junit4]   2> 690110 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 690111 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 690111 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 690111 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 690112 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 690112 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 690112 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 690112 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 690112 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 690113 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 690117 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 690120 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 690125 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 690143 INFO  (searcherExecutor-1492-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69394b6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 690143 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 690144 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 690144 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 690144 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511473525502771200
   [junit4]   2> 690146 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1511473525502771200
   [junit4]   2> 690146 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 690147 INFO  (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 690147 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:57230 collection:tmp_collection shard:shard2
   [junit4]   2> 690148 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard2/election
   [junit4]   2> 690151 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard2/election/94467095224778756-core_node1-n_0000000000
   [junit4]   2> 690151 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard2
   [junit4]   2> 690153 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 690153 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 690153 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 690153 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57230/collection1/
   [junit4]   2> 690154 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 690154 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57230/collection1/ has no replicas
   [junit4]   2> 690154 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57230/collection1/ shard2
   [junit4]   2> 690154 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard2
   [junit4]   2> 690157 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 690161 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.h.CdcrProcessStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 690164 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:57230",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 690266 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 690269 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:57230/collection1/ and leader is http://127.0.0.1:57230/collection1/
   [junit4]   2> 690269 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57230
   [junit4]   2> 690269 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 690269 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 690269 INFO  (coreZkRegister-1485-thread-1-processing-n:127.0.0.1:57230_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:57230_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 690271 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57230",
   [junit4]   2>   "node_name":"127.0.0.1:57230_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 690272 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57230",
   [junit4]   2>   "node_name":"127.0.0.1:57230_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 690374 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 690738 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1
   [junit4]   2> 690739 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 690741 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aeb8e06{/,null,AVAILABLE}
   [junit4]   2> 690741 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.ServerConnector Started ServerConnector@50ffcf75{HTTP/1.1}{127.0.0.1:57264}
   [junit4]   2> 690741 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.e.j.s.Server Started @694007ms
   [junit4]   2> 690742 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=57264, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores}
   [junit4]   2> 690742 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 690742 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/'
   [junit4]   2> 690757 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 690757 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 690759 INFO  (zkCallback-552-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67cf7bcd name:ZooKeeperConnection Watcher:127.0.0.1:50926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 690760 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 690760 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 690762 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 690762 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/solr.xml
   [junit4]   2> 690767 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores
   [junit4]   2> 690767 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer New CoreContainer 1866910491
   [junit4]   2> 690767 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/]
   [junit4]   2> 690767 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/lib
   [junit4]   2> 690767 WARN  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/lib).
   [junit4]   2> 690774 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 690775 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 690776 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 690776 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 690776 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50926/solr
   [junit4]   2> 690776 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 690777 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 690777 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 690779 INFO  (zkCallback-554-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c16b74e name:ZooKeeperConnection Watcher:127.0.0.1:50926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 690780 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 690780 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 690782 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 690785 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ad6ab26 name:ZooKeeperConnection Watcher:127.0.0.1:50926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 690785 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 690790 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 691797 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57264_
   [junit4]   2> 691797 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57264_
   [junit4]   2> 691799 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 691799 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 691801 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 691801 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94467095224778759-127.0.0.1:57264_-n_0000000001
   [junit4]   2> 691802 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94467095224778756-127.0.0.1:57230_-n_0000000000 to know if I could be the leader
   [junit4]   2> 691815 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 691815 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 691816 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores
   [junit4]   2> 691817 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1, collection=tmp_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 691817 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/
   [junit4]   2> 691818 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 691818 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 691819 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 691819 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 691819 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[81827A3A6340E019]) [n:127.0.0.1:57264_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 691820 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 691820 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch tmp_collection
   [junit4]   2> 691820 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57264",
   [junit4]   2>   "node_name":"127.0.0.1:57264_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 691821 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57264",
   [junit4]   2>   "node_name":"127.0.0.1:57264_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 691821 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for tmp_collection
   [junit4]   2> 691821 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 691821 INFO  (OverseerStateUpdate-94467095224778756-127.0.0.1:57230_-n_0000000000) [n:127.0.0.1:57230_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 691822 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 691923 INFO  (zkCallback-551-thread-1-processing-n:127.0.0.1:57230_) [n:127.0.0.1:57230_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 691923 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 692823 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 692823 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 692823 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 692824 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 692824 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 692824 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/'
   [junit4]   2> 692838 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 692843 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 692846 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 692852 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 692853 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 692857 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 692937 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 692938 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 692938 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 692941 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 692963 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 692963 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 692963 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 692964 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/], dataDir=[null]
   [junit4]   2> 692964 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773f3290
   [junit4]   2> 692964 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/data
   [junit4]   2> 692965 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/data/index/
   [junit4]   2> 692965 WARN  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 692965 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81827A3A6340E019-001/jetty-002/cores/collection1/data/index
   [junit4]   2> 692965 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@17822b90
   [junit4]   2> 692966 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@4314eee5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@120e46bf; maxCacheMB=0.7099609375 maxMergeSizeMB=0.68359375)),segFN=segments_1,generation=1}
   [junit4]   2> 692966 INFO  (coreLoadExecutor-1503-thread-1-processing-n:127.0.0.1:57264_) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 692966 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57264_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup fo

[...truncated too long message...]

eader_elect/shard2/election/94467241931767816-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931768026-127.0.0.1:34491_vxy-n_0000000114
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931768053-127.0.0.1:51765_vxy-n_0000000131
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931768026-core_node16-n_0000000040
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931768044-127.0.0.1:52109_vxy-n_0000000120
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767819-127.0.0.1:57932_vxy-n_0000000019
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767837-127.0.0.1:55824_vxy-n_0000000025
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767960-127.0.0.1:52448_vxy-n_0000000076
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767930-127.0.0.1:34491_vxy-n_0000000058
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767834-127.0.0.1:51440_vxy-n_0000000129
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931768008-127.0.0.1:52448_vxy-n_0000000100
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767855-127.0.0.1:52109_vxy-n_0000000014
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/94467241931767840-core_node9-n_0000000004
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931767930-core_node16-n_0000000020
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767882-127.0.0.1:34491_vxy-n_0000000034
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931767978-core_node16-n_0000000030
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931768053-core_node12-n_0000000047
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/94467241931767834-core_node7-n_0000000003
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/94467241931768056-core_node11-n_0000000032
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931767882-core_node16-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767978-127.0.0.1:34491_vxy-n_0000000090
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/94467241931767855-core_node14-n_0000000006
   [junit4]   2> 	2	/solr/overseer_elect/election/94467241931767858-127.0.0.1:34560_vxy-n_0000000015
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	88	/solr/collections
   [junit4]   2> 	31	/solr/overseer/collection-queue-work
   [junit4]   2> 	27	/solr/overseer/queue
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 	16	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=81827A3A6340E019 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=nl -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  581s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=http://127.0.0.1:34491/vxy/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81827A3A6340E019:9D645E0CDBC8DE1]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3507989 INFO  (SUITE-RollingRestartTest-seed#[81827A3A6340E019]-worker) [n:127.0.0.1:34560_vxy c:collection1 s:shard2 r:core_node15 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_81827A3A6340E019-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=30450, maxDocsPerChunk=567, blockSize=964), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=30450, blockSize=964)), sim=DefaultSimilarity, locale=nl, timezone=Asia/Krasnoyarsk
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=237611776,total=502792192
   [junit4]   2> NOTE: All tests run in this JVM: [CopyFieldTest, DistributedQueryComponentOptimizationTest, PeerSyncTest, TestStandardQParsers, SynonymTokenizerTest, TestOrdValues, TestInitQParser, StandardRequestHandlerTest, HdfsUnloadDistributedZkTest, TestCloudInspectUtil, TestSchemaResource, PingRequestHandlerTest, TestPseudoReturnFields, TestFaceting, IndexSchemaRuntimeFieldTest, TestMacros, TestLuceneMatchVersion, OverseerRolesTest, DateFieldTest, QueryEqualityTest, DistributedFacetPivotLargeTest, SOLR749Test, FileUtilsTest, DeleteShardTest, AlternateDirectoryTest, TestCryptoKeys, TestSolrQueryParserDefaultOperatorResource, TestCollectionAPI, HttpPartitionTest, TestConfigSetImmutable, LeaderElectionIntegrationTest, TestIntervalFaceting, DistributedMLTComponentTest, ExplicitHLLTest, TestValueSourceCache, HdfsBasicDistributedZk2Test, TestTrackingShardHandlerFactory, ExternalFileFieldSortTest, CdcrReplicationDistributedZkTest, DocumentAnalysisRequestHandlerTest, RequestLoggingTest, HighlighterMaxOffsetTest, CollectionStateFormat2Test, TestNamedUpdateProcessors, BasicZkTest, ConnectionManagerTest, ResponseLogComponentTest, FullHLLTest, TestSolrCloudWithKerberosAlt, IndexSchemaTest, DistributedSpellCheckComponentTest, TestRawResponseWriter, TestInfoStreamLogging, CdcrReplicationHandlerTest, TestReplicationHandler, JsonLoaderTest, TestDefaultSearchFieldResource, OpenExchangeRatesOrgProviderTest, TestRandomDVFaceting, TestReplicaProperties, TestLazyCores, TestLMDirichletSimilarityFactory, EchoParamsTest, TestPKIAuthenticationPlugin, TestArbitraryIndexDir, TestPhraseSuggestions, SmileWriterTest, TestDistributedMissingSort, TestConfigSetsAPIZkFailure, BigEndianAscendingWordSerializerTest, TestConfig, SolrRequestParserTest, DistributedQueryElevationComponentTest, TestNonDefinedSimilarityFactory, PathHierarchyTokenizerFactoryTest, SimpleMLTQParserTest, TestIBSimilarityFactory, AnalysisAfterCoreReloadTest, TestDocumentBuilder, ExitableDirectoryReaderTest, TestDistribIDF, TestClassNameShortening, TestOmitPositions, TestSolr4Spatial, TestHdfsUpdateLog, SaslZkACLProviderTest, TestBlobHandler, TestComplexPhraseQParserPlugin, TestInitParams, CursorPagingTest, TestStressLucene, FullSolrCloudDistribCmdsTest, TestRecovery, TestRealTimeGet, TestStressReorder, HardAutoCommitTest, DistributedTermsComponentTest, TestGroupingSearch, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestWriterPerf, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, BadComponentTest, TestStressRecovery, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, DistributedIntervalFacetingTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, MigrateRouteKeyTest, ReplicationFactorTest, RollingRestartTest]
   [junit4] Completed [445/544] on J0 in 581.13s, 1 test, 1 failure <<< FAILURES!

[...truncated 325 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 544 suites, 2141 tests, 1 error, 2 failures, 29 ignored (17 assumptions)

Total time: 183 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 785 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/785/

5 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test

Error Message:
shard1 is not consistent.  Got 79 from http://127.0.0.1:49987/_t/e/collection1lastClient and got 68 from http://127.0.0.1:59523/_t/e/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 79 from http://127.0.0.1:49987/_t/e/collection1lastClient and got 68 from http://127.0.0.1:59523/_t/e/collection1
	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C:69F9FBA859143664]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1246)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1225)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1441391962566,generation=2,filelist=[_127s.fdt, _127s.fdx, _127s.fnm, _127s.nvd, _127s.nvm, _127s.si, _127s_Lucene50_0.doc, _127s_Lucene50_0.tim, _127s_Lucene50_0.tip, _1291.cfe, _1291.cfs, _1291.si, _1294.cfe, _1294.cfs, _1294.si, _1295.cfe, _1295.cfs, _1295.si, _1296.cfe, _1296.cfs, _1296.si, _1297.cfe, _1297.cfs, _1297.si, _129b.cfe, _129b.cfs, _129b.si, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_2]}]> but was:<[{indexVersion=1441391962566,generation=2,filelist=[_127s.fdt, _127s.fdx, _127s.fnm, _127s.nvd, _127s.nvm, _127s.si, _127s_Lucene50_0.doc, _127s_Lucene50_0.tim, _127s_Lucene50_0.tip, _1291.cfe, _1291.cfs, _1291.si, _1294.cfe, _1294.cfs, _1294.si, _1295.cfe, _1295.cfs, _1295.si, _1296.cfe, _1296.cfs, _1296.si, _1297.cfe, _1297.cfs, _1297.si, _129b.cfe, _129b.cfs, _129b.si, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_2]}, {indexVersion=1441391962566,generation=3,filelist=[_129c.fdt, _129c.fdx, _129c.fnm, _129c.nvd, _129c.nvm, _129c.si, _129c_Lucene50_0.doc, _129c_Lucene50_0.tim, _129c_Lucene50_0.tip, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1441391962566,generation=2,filelist=[_127s.fdt, _127s.fdx, _127s.fnm, _127s.nvd, _127s.nvm, _127s.si, _127s_Lucene50_0.doc, _127s_Lucene50_0.tim, _127s_Lucene50_0.tip, _1291.cfe, _1291.cfs, _1291.si, _1294.cfe, _1294.cfs, _1294.si, _1295.cfe, _1295.cfs, _1295.si, _1296.cfe, _1296.cfs, _1296.si, _1297.cfe, _1297.cfs, _1297.si, _129b.cfe, _129b.cfs, _129b.si, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_2]}]> but was:<[{indexVersion=1441391962566,generation=2,filelist=[_127s.fdt, _127s.fdx, _127s.fnm, _127s.nvd, _127s.nvm, _127s.si, _127s_Lucene50_0.doc, _127s_Lucene50_0.tim, _127s_Lucene50_0.tip, _1291.cfe, _1291.cfs, _1291.si, _1294.cfe, _1294.cfs, _1294.si, _1295.cfe, _1295.cfs, _1295.si, _1296.cfe, _1296.cfs, _1296.si, _1297.cfe, _1297.cfs, _1297.si, _129b.cfe, _129b.cfs, _129b.si, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_2]}, {indexVersion=1441391962566,generation=3,filelist=[_129c.fdt, _129c.fdx, _129c.fnm, _129c.nvd, _129c.nvm, _129c.si, _129c_Lucene50_0.doc, _129c_Lucene50_0.tim, _129c_Lucene50_0.tip, _12ev.cfe, _12ev.cfs, _12ev.si, _12ew.cfe, _12ew.cfs, _12ew.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C:C47ADF4287A0559F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C:DC756A5ECF0605EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:144)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:198)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=42701, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=42701, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46308: collection already exists: awholynewstresscollection_collection3_4
	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=66562, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=66562, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57124: Could not find collection : awholynewstresscollection_collection0_1
	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10472 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/init-core-data-001
   [junit4]   2> 1602121 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E1ADC472F7E85B9C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1602121 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E1ADC472F7E85B9C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1602123 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1602124 INFO  (Thread-37013) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1602124 INFO  (Thread-37013) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1602224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ZkTestServer start zk server on port:52477
   [junit4]   2> 1602224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602228 INFO  (zkCallback-1009-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ad63253 name:ZooKeeperConnection Watcher:127.0.0.1:52477 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1602233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602237 INFO  (zkCallback-1010-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a554a61 name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602237 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602238 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602238 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1602240 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1602241 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1602243 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1602245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1602245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1602248 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1602248 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1602250 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1602250 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1602252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1602252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1602255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1602255 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1602258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1602258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1602266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1602266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1602268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1602268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1602273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1602273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1602278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1602278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1602289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1602290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1602293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602299 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602309 INFO  (zkCallback-1011-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57d0a49 name:ZooKeeperConnection Watcher:127.0.0.1:52477 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602310 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602310 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1602311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602312 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602313 INFO  (zkCallback-1012-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f453d20 name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602313 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1602314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1602316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1602316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1602318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1602319 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1602320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1602321 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1602323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1602324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1602328 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1602329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1602330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1602330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1602332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1602332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1602334 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1602335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1602338 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1602338 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1602340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1602340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1602343 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1602343 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1602786 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1
   [junit4]   2> 1602789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1602812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d79e512{/,null,AVAILABLE}
   [junit4]   2> 1602814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4f263076{HTTP/1.1}{127.0.0.1:57975}
   [junit4]   2> 1602814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.Server Started @1605943ms
   [junit4]   2> 1602814 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/tempDir-001/control/data, hostContext=/, hostPort=57975, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores}
   [junit4]   2> 1602815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1602815 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/'
   [junit4]   2> 1602831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602833 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602833 INFO  (zkCallback-1013-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b5398d3 name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602834 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602834 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1602840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/solr.xml
   [junit4]   2> 1602860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores
   [junit4]   2> 1602860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.CoreContainer New CoreContainer 176170442
   [junit4]   2> 1602863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/]
   [junit4]   2> 1602863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/lib
   [junit4]   2> 1602864 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/lib).
   [junit4]   2> 1602871 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1602875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1602875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1602875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1602875 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52477/solr
   [junit4]   2> 1602876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1602876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1602876 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602878 INFO  (zkCallback-1015-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66cfba8 name:ZooKeeperConnection Watcher:127.0.0.1:52477 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1602896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1602897 INFO  (zkCallback-1016-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74d4377c name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1602897 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1602899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1602904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1602909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1602913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1602918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1602920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1602922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1602924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1602926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1602927 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57975_
   [junit4]   2> 1602928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57975_
   [junit4]   2> 1602930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1602932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1602934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1602934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94462968368857094-127.0.0.1:57975_-n_0000000000
   [junit4]   2> 1602935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57975_
   [junit4]   2> 1602935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1602937 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer Overseer (id=94462968368857094-127.0.0.1:57975_-n_0000000000) starting
   [junit4]   2> 1602940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1602948 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1602948 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1602949 INFO  (OverseerCollectionConfigSetProcessor-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1602950 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1602963 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1602964 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1602964 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores
   [junit4]   2> 1602965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1602965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/
   [junit4]   2> 1602965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1602968 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1602969 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1602969 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [n:127.0.0.1:57975_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1602969 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1602971 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57975",
   [junit4]   2>   "node_name":"127.0.0.1:57975_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1602971 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1602972 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57975",
   [junit4]   2>   "node_name":"127.0.0.1:57975_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1602973 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1602973 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1602975 INFO  (zkCallback-1016-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1603972 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1603972 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1603973 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1603973 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1603973 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1603974 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/'
   [junit4]   2> 1603991 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1604007 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1604016 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1604031 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1604033 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1604039 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1604172 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1604179 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1604180 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1604211 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1604216 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1604220 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1604221 WARN  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1604221 WARN  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1604221 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1604223 WARN  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1604223 WARN  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1604224 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1604224 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1604224 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1604224 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1604225 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@509c2215
   [junit4]   2> 1604225 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data
   [junit4]   2> 1604226 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1604226 WARN  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1604226 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data/index
   [junit4]   2> 1604227 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1604227 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d0a2efe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@183cb0c7),segFN=segments_1,generation=1}
   [junit4]   2> 1604227 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1604228 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data/
   [junit4]   2> 1604228 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1604237 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1604238 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1604238 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1604238 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1604238 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1604238 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1604239 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1604240 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1604240 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1604243 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1604246 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1604262 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1604265 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1604273 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1604273 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1604304 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1604304 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1604305 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1604305 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1604308 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=88.2109375, floorSegmentMB=0.5576171875, forceMergeDeletesPctAllowed=3.3935385338130497, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7313505472677709
   [junit4]   2> 1604308 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d0a2efe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@183cb0c7),segFN=segments_1,generation=1}
   [junit4]   2> 1604308 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1604309 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4a0f2721[collection1] main
   [junit4]   2> 1604309 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1604309 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1604310 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1604310 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1604310 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1604310 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1604311 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1604311 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1604311 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1604311 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1604312 INFO  (searcherExecutor-3667-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a0f2721[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1604312 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1604312 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1604312 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1604312 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511407496193900544
   [junit4]   2> 1604314 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1511407496193900544
   [junit4]   2> 1604315 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1604316 INFO  (coreLoadExecutor-3666-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1604317 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:57975 collection:control_collection shard:shard1
   [junit4]   2> 1604318 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1604326 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94462968368857094-core_node1-n_0000000000
   [junit4]   2> 1604327 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1604330 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1604330 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1604331 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1604331 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57975/collection1/
   [junit4]   2> 1604331 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1604331 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57975/collection1/ has no replicas
   [junit4]   2> 1604332 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57975/collection1/ shard1
   [junit4]   2> 1604334 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1604340 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1604345 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:57975",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1604447 INFO  (zkCallback-1016-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1604448 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:57975/collection1/ and leader is http://127.0.0.1:57975/collection1/
   [junit4]   2> 1604448 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57975
   [junit4]   2> 1604448 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1604448 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1604448 INFO  (coreZkRegister-3660-thread-1-processing-n:127.0.0.1:57975_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1604452 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57975",
   [junit4]   2>   "node_name":"127.0.0.1:57975_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1604453 INFO  (OverseerStateUpdate-94462968368857094-127.0.0.1:57975_-n_0000000000) [n:127.0.0.1:57975_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57975",
   [junit4]   2>   "node_name":"127.0.0.1:57975_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1604470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1604488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1604490 INFO  (zkCallback-1018-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e504d4c name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1604490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1604490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1604490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1604493 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1604556 INFO  (zkCallback-1018-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1604556 INFO  (zkCallback-1016-thread-1-processing-n:127.0.0.1:57975_) [n:127.0.0.1:57975_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1605271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/shard-1-001/cores/collection1
   [junit4]   2> 1605272 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/shard-1-001
   [junit4]   2> 1605275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1605280 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@678f86ea{/,null,AVAILABLE}
   [junit4]   2> 1605280 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6b7c3082{HTTP/1.1}{127.0.0.1:49517}
   [junit4]   2> 1605280 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.e.j.s.Server Started @1608410ms
   [junit4]   2> 1605281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49517, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/shard-1-001/cores}
   [junit4]   2> 1605281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1605281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_E1ADC472F7E85B9C-001/shard-1-001/'
   [junit4]   2> 1605297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1605297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1605299 INFO  (zkCallback-1019-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55b6271 name:ZooKeeperConnection Watcher:127.0.0.1:52477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1605299 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1605299 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1605300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E1ADC472F7E85B9C]) [    ] o.

[...truncated too long message...]

ion/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:58)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4077203 WARN  (zkCallback-2257-thread-4-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 4077207 INFO  (jetty-launcher-2217-thread-4) [n:127.0.0.1:60908_solr c:testSolrCloudCollection s:shard2 r:core_node1 x:testSolrCloudCollection_shard2_replica2] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74f56eea{/solr,null,UNAVAILABLE}
   [junit4]   2> 4077211 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[E1ADC472F7E85B9C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47492 47492
   [junit4]   2> 4077381 INFO  (Thread-61878) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47492 47492
   [junit4]   2> 4077383 WARN  (Thread-61878) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/aliases.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	6	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/testSolrCloudCollection/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/94463128016125964-127.0.0.1:44854_solr-n_0000000001
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/testSolrCloudCollection/leader_elect/shard1/election/94463128016125961-core_node2-n_0000000000
   [junit4]   2> 	3	/solr/overseer_elect/election/94463128016125961-127.0.0.1:55346_solr-n_0000000004
   [junit4]   2> 	3	/solr/collections/testSolrCloudCollection/leader_elect/shard2/election/94463128016125962-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/94463128016125967-127.0.0.1:50912_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicAuthIntegrationTest -Dtests.method=testBasics -Dtests.seed=E1ADC472F7E85B9C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sr_ME_#Latn -Dtests.timezone=EST5EDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 39.2s J2 | BasicAuthIntegrationTest.testBasics <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E1ADC472F7E85B9C:DC756A5ECF0605EC]:0)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:144)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:198)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_E1ADC472F7E85B9C-001
   [junit4]   2> Sep 04, 2015 2:56:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=sr_ME_#Latn, timezone=EST5EDT
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=306603720,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [UpdateParamsTest, TestSolrDynamicMBean, TestDefaultStatsCache, TestPostingsSolrHighlighter, NoCacheHeaderTest, HdfsBasicDistributedZkTest, TestExactSharedStatsCache, TestScoreJoinQPNoScore, DistributedVersionInfoTest, FieldMutatingUpdateProcessorTest, TestAuthorizationFramework, TestManagedResourceStorage, HdfsSyncSliceTest, OverriddenZkACLAndCredentialsProvidersTest, TestFuzzyAnalyzedSuggestions, TestPerFieldSimilarity, BigEndianAscendingWordDeserializerTest, DocValuesMultiTest, TestSha256AuthenticationProvider, TestSolrDeletionPolicy1, OverseerCollectionConfigSetProcessorTest, TestElisionMultitermQuery, TestZkChroot, TestRandomRequestDistribution, SegmentsInfoRequestHandlerTest, VersionInfoTest, TestSweetSpotSimilarityFactory, TestCloudSchemaless, TestFieldResource, TestCharFilters, TestFieldSortValues, RAMDirectoryFactoryTest, CleanupOldIndexTest, TestDocBasedVersionConstraints, TestSolrCLIRunExample, TestWriterPerf, TestFastWriter, PluginInfoTest, TestLRUStatsCache, DistribJoinFromCollectionTest, SolrCoreCheckLockOnStartupTest, CollectionTooManyReplicasTest, CloudMLTQParserTest, RequestHandlersTest, DistributedQueryComponentCustomSortTest, TestLRUCache, DeleteReplicaTest, CollectionReloadTest, TestMiniSolrCloudCluster, TestCursorMarkWithoutUniqueKey, JavabinLoaderTest, OverseerStatusTest, HardAutoCommitTest, TestExtendedDismaxParser, ClusterStateTest, TestStressReorder, TestSolrXml, TestSmileRequest, DebugComponentTest, TestSearchPerf, TestTrieFacet, AsyncMigrateRouteKeyTest, TestSchemaSimilarityResource, PrimitiveFieldTypeTest, TestCSVResponseWriter, DataDrivenBlockJoinTest, MultiThreadedOCPTest, SuggesterTSTTest, TestCollapseQParserPlugin, DirectUpdateHandlerOptimizeTest, TestCoreDiscovery, SuggesterTest, MigrateRouteKeyTest, BasicDistributedZk2Test, CoreAdminHandlerTest, ZkNodePropsTest, TestBulkSchemaConcurrent, TestSolr4Spatial2, TestGroupingSearch, TestCollationField, TestPHPSerializedResponseWriter, TestIndexSearcher, TestAddFieldRealTimeGet, TestFieldTypeCollectionResource, RecoveryZkTest, QueryParsingTest, TestReloadAndDeleteDocs, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestReplicaProperties, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, CoreAdminCreateDiscoverTest, SecurityConfHandlerTest, DistributedFacetPivotLargeTest, DistributedQueryComponentOptimizationTest, TestDistributedStatsComponentCardinality, TestSearcherReuse, TestSimpleQParserPlugin, TestStandardQParsers, TestJsonFacets, BasicAuthIntegrationTest]
   [junit4] Completed [518/544] on J2 in 39.52s, 1 test, 1 failure <<< FAILURES!

[...truncated 100 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 544 suites, 2141 tests, 2 errors, 3 failures, 29 ignored (17 assumptions)

Total time: 200 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 784 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/784/

3 tests failed.
REGRESSION:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
Error from server at http://127.0.0.1:53358/solr: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 401 </title> </head> <body> <h2>HTTP ERROR: 401</h2> <p>Problem accessing /solr/admin/collections. Reason: <pre>    Unauthorized request, Response code: 401</pre></p> <hr /><i><small>Powered by Jetty://</small></i> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53358/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 401 </title>
</head>
<body>
<h2>HTTP ERROR: 401</h2>
<p>Problem accessing /solr/admin/collections. Reason:
<pre>    Unauthorized request, Response code: 401</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([CA580524471D1194:F780AB087FF34FE4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.MiniSolrCloudCluster.makeCollectionsRequest(MiniSolrCloudCluster.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteCollection(MiniSolrCloudCluster.java:361)
	at org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete(TestMiniSolrCloudCluster.java:210)
	at org.apache.solr.cloud.TestMiniSolrCloudCluster.testBasics(TestMiniSolrCloudCluster.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:43390: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43390: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:302)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:419)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=135735, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=135735, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34327: Could not find collection : awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([CA580524471D1194]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10110 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 1040008 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1040008 INFO  (Thread-7922) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1040009 INFO  (Thread-7922) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1040108 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.ZkTestServer start zk server on port:54983
   [junit4]   2> 1040116 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040117 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040125 INFO  (zkCallback-440-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76a3de91 name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040125 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040125 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040126 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1040132 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1040132 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1040134 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b5c3008{/solr,null,AVAILABLE}
   [junit4]   2> 1040145 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@5aeabe2f{HTTP/1.1}{127.0.0.1:49626}
   [junit4]   2> 1040145 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.Server Started @1043056ms
   [junit4]   2> 1040145 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49626}
   [junit4]   2> 1040151 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1040151 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1040151 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/'
   [junit4]   2> 1040153 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1040166 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040169 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c72fa3d{/solr,null,AVAILABLE}
   [junit4]   2> 1040170 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@444e7b66{HTTP/1.1}{127.0.0.1:58344}
   [junit4]   2> 1040170 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ba2e4d2{/solr,null,AVAILABLE}
   [junit4]   2> 1040171 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@6e91b97f{HTTP/1.1}{127.0.0.1:60692}
   [junit4]   2> 1040171 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.Server Started @1043082ms
   [junit4]   2> 1040171 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60692}
   [junit4]   2> 1040171 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1040171 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/'
   [junit4]   2> 1040170 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.Server Started @1043082ms
   [junit4]   2> 1040173 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58344}
   [junit4]   2> 1040174 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1040174 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/'
   [junit4]   2> 1040176 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040186 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040187 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e79a92{/solr,null,AVAILABLE}
   [junit4]   2> 1040188 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@5153200d{HTTP/1.1}{127.0.0.1:39968}
   [junit4]   2> 1040188 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.Server Started @1043099ms
   [junit4]   2> 1040188 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39968}
   [junit4]   2> 1040189 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1040189 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/'
   [junit4]   2> 1040191 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1040194 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e35e656{/solr,null,AVAILABLE}
   [junit4]   2> 1040194 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@624c7c4f{HTTP/1.1}{127.0.0.1:44147}
   [junit4]   2> 1040195 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.Server Started @1043106ms
   [junit4]   2> 1040195 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44147}
   [junit4]   2> 1040195 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1040195 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/'
   [junit4]   2> 1040197 INFO  (zkCallback-441-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7632ec14 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040197 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040197 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040198 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040198 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1040207 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040208 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040208 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040208 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1736455253
   [junit4]   2> 1040209 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/]
   [junit4]   2> 1040209 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib
   [junit4]   2> 1040211 WARN  (jetty-launcher-439-thread-1) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib).
   [junit4]   2> 1040217 INFO  (zkCallback-443-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a9cabbe name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040218 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040218 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040218 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040219 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1040219 INFO  (zkCallback-442-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@659b79f6 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040219 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040219 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040220 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1040220 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040224 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1040229 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040229 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040230 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040230 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1470787589
   [junit4]   2> 1040230 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/]
   [junit4]   2> 1040230 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib
   [junit4]   2> 1040230 WARN  (jetty-launcher-439-thread-2) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib).
   [junit4]   2> 1040233 INFO  (zkCallback-445-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25bfc843 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040233 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040233 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040234 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1040238 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54983/solr
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040239 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040240 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 1701707091
   [junit4]   2> 1040240 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/]
   [junit4]   2> 1040240 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib
   [junit4]   2> 1040241 WARN  (jetty-launcher-439-thread-3) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib).
   [junit4]   2> 1040241 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040239 INFO  (zkCallback-444-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1559a738 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040241 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040242 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1040242 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040242 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1040242 INFO  (zkCallback-447-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@595389e name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040242 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1040243 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1040243 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1040243 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54983/solr
   [junit4]   2> 1040243 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1040243 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040244 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040251 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040244 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040251 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040251 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 466000854
   [junit4]   2> 1040251 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/]
   [junit4]   2> 1040251 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib
   [junit4]   2> 1040251 WARN  (jetty-launcher-439-thread-4) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib).
   [junit4]   2> 1040259 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1040260 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040260 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54983/solr
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1040261 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040263 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040263 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1040263 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 2096657347
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/]
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54983/solr
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1040264 INFO  (zkCallback-449-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f82d2b0 name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040264 WARN  (jetty-launcher-439-thread-5) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/lib).
   [junit4]   2> 1040265 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040266 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040265 INFO  (zkCallback-450-thread-1-processing-n:127.0.0.1:49626_solr) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ce0add7 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040266 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040270 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1040273 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1040273 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1040274 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1040274 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1040274 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1040274 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54983/solr
   [junit4]   2> 1040274 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1040275 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040276 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040264 INFO  (zkCallback-452-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ae49d82 name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040264 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040284 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040283 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040284 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040284 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040285 INFO  (zkCallback-456-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@21dec9fe name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040285 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040286 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040287 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1040287 INFO  (zkCallback-457-thread-1-processing-n:127.0.0.1:60692_solr) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f7411df name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040288 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040288 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040288 INFO  (zkCallback-454-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32236947 name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040289 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040289 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040297 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040298 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1040300 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1040301 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040305 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:39968_solr) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42c2423f name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040305 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040306 INFO  (zkCallback-459-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a890e75 name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040306 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040307 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1040309 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1040312 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1040312 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1040314 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1040315 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1040317 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1040318 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1040320 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1040320 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1040321 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040322 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040322 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040322 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040323 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49626_solr
   [junit4]   2> 1040323 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44147_solr
   [junit4]   2> 1040323 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60692_solr
   [junit4]   2> 1040324 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49626_solr
   [junit4]   2> 1040324 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44147_solr
   [junit4]   2> 1040324 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60692_solr
   [junit4]   2> 1040325 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39968_solr
   [junit4]   2> 1040329 INFO  (zkCallback-460-thread-1-processing-n:127.0.0.1:58344_solr) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@705c1f1a name:ZooKeeperConnection Watcher:127.0.0.1:54983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040329 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040330 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39968_solr
   [junit4]   2> 1040332 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1040332 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1040334 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1040334 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1040334 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1040336 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1040336 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1040337 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1040337 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94457420479791115-127.0.0.1:60692_solr-n_0000000000
   [junit4]   2> 1040338 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94457420479791117-127.0.0.1:39968_solr-n_0000000001
   [junit4]   2> 1040338 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94457420479791112-127.0.0.1:49626_solr-n_0000000002
   [junit4]   2> 1040339 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60692_solr
   [junit4]   2> 1040339 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1040340 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94457420479791115-127.0.0.1:60692_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1040340 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040340 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94457420479791117-127.0.0.1:39968_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 1040341 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040341 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1040344 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94457420479791118-127.0.0.1:44147_solr-n_0000000003
   [junit4]   2> 1040344 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.Overseer Overseer (id=94457420479791115-127.0.0.1:60692_solr-n_0000000000) starting
   [junit4]   2> 1040347 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94457420479791112-127.0.0.1:49626_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1040347 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040366 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1040388 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040395 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1040395 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1040398 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040399 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.c.CoresLocator Found 0 core definitions
   [junit4]   2> 1040407 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1040407 INFO  (jetty-launcher-439-thread-1) [n:127.0.0.1:49626_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1040409 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1040409 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1040409 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1040409 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1040409 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1040410 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040410 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040410 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.c.CoresLocator Found 0 core definitions
   [junit4]   2> 1040410 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.c.CoresLocator Found 0 core definitions
   [junit4]   2> 1040412 INFO  (OverseerCollectionConfigSetProcessor-94457420479791115-127.0.0.1:60692_solr-n_0000000000) [n:127.0.0.1:60692_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1040412 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040413 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1040413 INFO  (jetty-launcher-439-thread-4) [n:127.0.0.1:39968_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1040414 INFO  (OverseerStateUpdate-94457420479791115-127.0.0.1:60692_solr-n_0000000000) [n:127.0.0.1:60692_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1040414 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1040414 INFO  (jetty-launcher-439-thread-5) [n:127.0.0.1:44147_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1040429 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1040429 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1040430 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1040431 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.c.CoresLocator Found 0 core definitions
   [junit4]   2> 1040433 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1040434 INFO  (jetty-launcher-439-thread-2) [n:127.0.0.1:60692_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1041405 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58344_solr
   [junit4]   2> 1041406 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58344_solr
   [junit4]   2> 1041408 INFO  (zkCallback-457-thread-1-processing-n:127.0.0.1:60692_solr) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1041408 INFO  (zkCallback-460-thread-1-processing-n:127.0.0.1:58344_solr) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1041408 INFO  (zkCallback-450-thread-1-processing-n:127.0.0.1:49626_solr) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1041408 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:39968_solr) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1041408 INFO  (zkCallback-459-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1041412 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1041413 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94457420479791119-127.0.0.1:58344_solr-n_0000000004
   [junit4]   2> 1041414 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94457420479791118-127.0.0.1:44147_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 1041424 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1041424 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1041425 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-001/.
   [junit4]   2> 1041426 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.c.CoresLocator Found 0 core definitions
   [junit4]   2> 1041427 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1041427 INFO  (jetty-launcher-439-thread-3) [n:127.0.0.1:58344_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1041427 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041428 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041429 INFO  (zkCallback-461-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b448733 name:ZooKeeperConnection Watcher:127.0.0.1:54983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041429 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041430 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041432 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@6e91b97f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1041434 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1470787589
   [junit4]   2> 1041441 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@624c7c4f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1041441 INFO  (jetty-launcher-439-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2096657347
   [junit4]   2> 1041441 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@5aeabe2f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1041442 INFO  (jetty-launcher-439-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1736455253
   [junit4]   2> 1041450 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@5153200d{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1041450 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@444e7b66{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1041451 INFO  (jetty-launcher-439-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=466000854
   [junit4]   2> 1041451 INFO  (jetty-launcher-439-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1701707091
   [junit4]   2> 1041452 INFO  (zkCallback-457-thread-1-processing-n:127.0.0.1:60692_solr) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1041452 INFO  (zkCallback-459-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1041452 INFO  (zkCallback-458-thread-1-processing-n:127.0.0.1:39968_solr) [n:127.0.0.1:39968_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1041453 INFO  (zkCallback-450-thread-1-processing-n:127.0.0.1:49626_solr) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1041453 INFO  (jetty-launcher-439-thread-4) [    ] o.a.s.c.Overseer Overseer (id=94457420479791115-127.0.0.1:60692_solr-n_0000000000) closing
   [junit4]   2> 1041457 INFO  (zkCallback-460-thread-2-processing-n:127.0.0.1:58344_solr) [n:127.0.0.1:58344_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1041457 INFO  (OverseerStateUpdate-94457420479791115-127.0.0.1:60692_solr-n_0000000000) [n:127.0.0.1:60692_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60692_solr
   [junit4]   2> 1041460 INFO  (zkCallback-457-thread-1-processing-n:127.0.0.1:60692_solr) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1041460 WARN  (zkCallback-460-thread-1-processing-n:127.0.0.1:58344_solr) [n:127.0.0.1:58344_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/94457420479791117-127.0.0.1:39968_solr-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:181)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:58)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1041465 ERROR (jetty-launcher-439-thread-4-EventThread) [n:127.0.0.1:39968_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@745813fe rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@315a9311[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1041465 ERROR (jetty-launcher-439-thread-3-EventThread) [n:127.0.0.1:58344_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@696127cf rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11b8f4cb[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1041468 INFO  (jetty-launcher-439-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c72fa3d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042953 WARN  (zkCallback-459-thread-1-processing-n:127.0.0.1:44147_solr) [n:127.0.0.1:44147_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1042953 WARN  (zkCallback-450-thread-1-processing-n:127.0.0.1:49626_solr) [n:127.0.0.1:49626_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1042953 INFO  (jetty-launcher-439-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e35e656{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042955 INFO  (jetty-launcher-439-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b5c3008{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042960 WARN  (zkCallback-457-thread-1-processing-n:127.0.0.1:60692_solr) [n:127.0.0.1:60692_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1042960 WARN  (zkCallback-458-thread-1-processing-n:127.0.0.1:39968_solr) [n:127.0.0.1:39968_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:107)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:58)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:388)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1042962 INFO  (jetty-launcher-439-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ba2e4d2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042964 INFO  (jetty-launcher-439-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e79a92{/solr,null,UNAVAILABLE}
   [junit4]   2> 1042969 INFO  (TEST-BasicAuthIntegrationTest.testExraFilters-seed#[CA580524471D1194]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54983 54983
   [junit4]   2> 1043378 INFO  (Thread-7922) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54983 54983
   [junit4]   2> 1043382 WARN  (Thread-7922) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1043391 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1043392 INFO  (Thread-7982) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1043392 INFO  (Thread-7982) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1043492 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.ZkTestServer start zk server on port:50687
   [junit4]   2> 1043492 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043493 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043501 INFO  (zkCallback-464-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42b56d9b name:ZooKeeperConnection Watcher:127.0.0.1:50687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043501 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043501 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043502 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[CA580524471D1194]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1043513 INFO  (jetty-launcher-463-thread-1) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1043513 INFO  (jetty-launcher-463-thread-5) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1043514 INFO  (jetty-launcher-463-thread-4) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1043514 INFO  (jetty-launcher-463-thread-3) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1043515 INFO  (jetty-launcher-463-thread-2) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1043517 INFO  (jetty-launcher-463-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33518de7{/solr,null,AVAILABLE}
   [junit4]   2> 1043517 INFO  (jetty-launcher-463-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72b5d739{/solr,null,AVAILABLE}
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@349c37c5{HTTP/1.1}{127.0.0.1:35014}
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-1) [    ] o.e.j.s.Server Started @1046429ms
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@7c11b1c4{HTTP/1.1}{127.0.0.1:53358}
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35014}
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-5) [    ] o.e.j.s.Server Started @1046429ms
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/'
   [junit4]   2> 1043518 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53358}
   [junit4]   2> 1043521 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1043521 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/'
   [junit4]   2> 1043530 INFO  (jetty-launcher-463-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67eb9514{/solr,null,AVAILABLE}
   [junit4]   2> 1043531 INFO  (jetty-launcher-463-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@260a5b1e{HTTP/1.1}{127.0.0.1:52193}
   [junit4]   2> 1043531 INFO  (jetty-launcher-463-thread-4) [    ] o.e.j.s.Server Started @1046442ms
   [junit4]   2> 1043531 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52193}
   [junit4]   2> 1043531 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1043531 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/'
   [junit4]   2> 1043533 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043533 INFO  (jetty-launcher-463-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dbb777f{/solr,null,AVAILABLE}
   [junit4]   2> 1043534 INFO  (jetty-launcher-463-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@51b961a8{HTTP/1.1}{127.0.0.1:40595}
   [junit4]   2> 1043534 INFO  (jetty-launcher-463-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@83978c0{/solr,null,AVAILABLE}
   [junit4]   2> 1043534 INFO  (jetty-launcher-463-thread-3) [    ] o.e.j.s.Server Started @1046445ms
   [junit4]   2> 1043534 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40595}
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@d86b376{HTTP/1.1}{127.0.0.1:46668}
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-2) [    ] o.e.j.s.Server Started @1046446ms
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46668}
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/'
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1043535 INFO  (jetty-launcher-463-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/'
   [junit4]   2> 1043541 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043545 INFO  (zkCallback-465-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60948da6 name:ZooKeeperConnection Watcher:127.0.0.1:50687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043546 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043546 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043546 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1043552 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/.
   [junit4]   2> 1043552 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 316024297
   [junit4]   2> 1043553 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/]
   [junit4]   2> 1043553 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/lib
   [junit4]   2> 1043553 WARN  (jetty-launcher-463-thread-5) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/lib).
   [junit4]   2> 1043554 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043557 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043562 INFO  (zkCallback-466-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14610468 name:ZooKeeperConnection Watcher:127.0.0.1:50687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043562 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043563 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043563 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1043569 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/.
   [junit4]   2> 1043569 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1466920358
   [junit4]   2> 1043569 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/]
   [junit4]   2> 1043569 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/lib
   [junit4]   2> 1043569 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043569 WARN  (jetty-launcher-463-thread-1) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CA580524471D1194-001/tempDir-002/lib).
   [junit4]   2> 1043570 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043572 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5de1a60 name:ZooKeeperConnection Watcher:127.0.0.1:50687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043574 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043577 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043577 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043578 INFO  (jetty-launcher-463-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1043596 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043599 INFO  (zkCallback-468-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11fb5cb9 name:ZooKeeperConnection Watcher:127.0.0.1:50687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043602 INFO  (jetty-launcher-463-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043604 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043604 INFO  (jetty-launcher-463-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043604 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1043603 INFO  (jetty-launcher-463-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1043605 INFO  (jetty-launcher-463-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:

[...truncated too long message...]

   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17811, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43390: Could not find collection : awholynewstresscollection_collection5_2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CA580524471D1194]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17809, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43390: Could not find collection : awholynewstresscollection_collection3_2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CA580524471D1194]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17807, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53382: Could not find collection : awholynewstresscollection_collection1_3
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CA580524471D1194]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
   [junit4]   2> 2822961 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CA580524471D1194]-worker) [n:127.0.0.1:53382_ c:awholynewstresscollection_collection1_3 s:shard2 r:core_node29 x:awholynewstresscollection_collection1_3_shard2_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_CA580524471D1194-001
   [junit4]   2> Sep 03, 2015 3:13:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene53, sim=DefaultSimilarity, locale=iw, timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=56625920,total=513802240
   [junit4]   2> NOTE: All tests run in this JVM: [ReplicationFactorTest, TestFieldCollectionResource, AnalysisAfterCoreReloadTest, DeleteLastCustomShardedReplicaTest, TestInitQParser, TestMergePolicyConfig, QueryElevationComponentTest, LeaderElectionIntegrationTest, DistributedSpellCheckComponentTest, PeerSyncTest, TestRangeQuery, DistributedQueryComponentOptimizationTest, ConcurrentDeleteAndCreateCollectionTest, TestJoin, LeaderInitiatedRecoveryOnCommitTest, DistributedFacetPivotLargeTest, OutputWriterTest, CopyFieldTest, HttpPartitionTest, TestSortByMinMaxFunction, TestHdfsUpdateLog, TestPivotHelperCode, TestSolrConfigHandlerConcurrent, TestFaceting, AliasIntegrationTest, TestBinaryField, TestRealTimeGet, TestPKIAuthenticationPlugin, TestRecoveryHdfs, TestSerializedLuceneMatchVersion, TestJsonRequest, RequestLoggingTest, TestStandardQParsers, PingRequestHandlerTest, SolrTestCaseJ4Test, DisMaxRequestHandlerTest, StandardRequestHandlerTest, ActionThrottleTest, TestCSVLoader, TestDistributedMissingSort, TestSimpleQParserPlugin, EnumFieldTest, UUIDUpdateProcessorFallbackTest, TestCloudManagedSchemaConcurrent, TestDistribIDF, HdfsBasicDistributedZk2Test, TestLuceneMatchVersion, OpenExchangeRatesOrgProviderTest, TestClusterStateMutator, ZkStateWriterTest, SOLR749Test, JsonLoaderTest, TestRestManager, TestRandomMergePolicy, TestEmbeddedSolrServerConstructors, SolrXmlInZkTest, SolrRequestParserTest, CollectionStateFormat2Test, TestDynamicFieldResource, TestRandomDVFaceting, TestDownShardTolerantSearch, DefaultValueUpdateProcessorTest, HdfsUnloadDistributedZkTest, TestTrackingShardHandlerFactory, SaslZkACLProviderTest, RankQueryTest, CursorPagingTest, TestRemoteStreaming, ResourceLoaderTest, TestDocSet, DateFieldTest, CollectionsAPIAsyncDistributedZkTest, CoreAdminCreateDiscoverTest, TestBadConfig, PathHierarchyTokenizerFactoryTest, FileUtilsTest, QueryEqualityTest, TestRandomFaceting, TestArbitraryIndexDir, TestManagedSchemaFieldResource, TestComplexPhraseQParserPlugin, DistributedFacetPivotSmallTest, PolyFieldTest, DeleteInactiveReplicaTest, BigEndianAscendingWordSerializerTest, TestPseudoReturnFields, TestInitParams, SignatureUpdateProcessorFactoryTest, HighlighterMaxOffsetTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [407/543] on J0 in 1032.90s, 1 test, 1 error <<< FAILURES!

[...truncated 459 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2147 tests, 3 errors, 29 ignored (17 assumptions)

Total time: 189 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 783 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/783/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=12089, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12089, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33597/xmmr/y: Could not find collection : awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([7054EE2856A2078B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13262, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13262, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45637: Could not find collection : awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([7054EE2856A2078B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10399 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/init-core-data-001
   [junit4]   2> 1910012 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7054EE2856A2078B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1910013 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7054EE2856A2078B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xmmr/y
   [junit4]   2> 1910019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1910019 INFO  (Thread-7846) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1910021 INFO  (Thread-7846) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1910119 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkTestServer start zk server on port:48212
   [junit4]   2> 1910119 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1910120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1910124 INFO  (zkCallback-612-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5806a1ba name:ZooKeeperConnection Watcher:127.0.0.1:48212 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1910124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1910124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1910124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1910129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1910130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1910134 INFO  (zkCallback-613-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ba0cb56 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1910134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1910134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1910134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1910138 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1910140 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1910142 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1910146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1910146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1910150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1910151 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1910156 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1910156 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1910159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1910159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1910162 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1910163 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1910165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1910166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1910169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1910169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1910172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1910172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1910176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1910177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1910181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1910181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1910184 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1910185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1910596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1
   [junit4]   2> 1910600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1910603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b86104{/xmmr/y,null,AVAILABLE}
   [junit4]   2> 1910609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3946260c{HTTP/1.1}{127.0.0.1:35971}
   [junit4]   2> 1910609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.Server Started @1914150ms
   [junit4]   2> 1910609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/tempDir-001/control/data, hostContext=/xmmr/y, hostPort=35971, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores}
   [junit4]   2> 1910610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1910610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/'
   [junit4]   2> 1910627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1910629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1910640 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c48636a name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1910641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1910641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1910648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1910648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/solr.xml
   [junit4]   2> 1910653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores
   [junit4]   2> 1910653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer New CoreContainer 1556268113
   [junit4]   2> 1910653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/]
   [junit4]   2> 1910653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/lib
   [junit4]   2> 1910653 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/lib).
   [junit4]   2> 1910678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1910679 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1910680 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1910682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1910682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48212/solr
   [junit4]   2> 1910682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1910682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1910683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1910690 INFO  (zkCallback-616-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ba210bf name:ZooKeeperConnection Watcher:127.0.0.1:48212 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1910691 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1910691 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1910698 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1910699 INFO  (zkCallback-617-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@431da9f5 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1910700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1910702 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1910706 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1910710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1910712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1910716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1910723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1910725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1910731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1910734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1910741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_xmmr%2Fy
   [junit4]   2> 1910742 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35971_xmmr%2Fy
   [junit4]   2> 1910752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1910754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1910755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1910756 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000
   [junit4]   2> 1910756 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35971_xmmr%2Fy
   [junit4]   2> 1910756 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1910757 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer Overseer (id=94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) starting
   [junit4]   2> 1910759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1910770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1910771 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1910771 INFO  (OverseerCollectionConfigSetProcessor-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1910771 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1910794 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1910795 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1910795 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores
   [junit4]   2> 1910796 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1910797 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/
   [junit4]   2> 1910797 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1910799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1910800 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1910801 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1910801 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1910809 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35971/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:35971_xmmr%2Fy",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1910809 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35971/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:35971_xmmr%2Fy",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1910810 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1910810 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1910811 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1910812 INFO  (zkCallback-617-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1911812 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1911813 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1911813 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1911813 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1911818 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1911818 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/'
   [junit4]   2> 1911837 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1911845 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1911849 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1911860 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1911862 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1911866 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1911970 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1911975 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1911976 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1911988 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1911990 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1911993 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1911994 WARN  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1911994 WARN  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1911994 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1911995 WARN  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1911995 WARN  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1911996 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1911996 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1911996 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1911997 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1911997 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@299d5ac0
   [junit4]   2> 1911997 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data
   [junit4]   2> 1911998 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1911998 WARN  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1911998 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data/index
   [junit4]   2> 1911998 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=82.640625, floorSegmentMB=1.8916015625, forceMergeDeletesPctAllowed=29.841714198289385, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7519293534578809
   [junit4]   2> 1911999 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@52164bb7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b108073),segFN=segments_1,generation=1}
   [junit4]   2> 1911999 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1911999 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data/
   [junit4]   2> 1912000 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1912004 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1912004 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1912004 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1912005 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1912005 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1912005 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1912007 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1912007 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1912007 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1912010 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1912011 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1912012 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1912014 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1912018 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1912018 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1912019 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1912020 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1912020 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1912021 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1912021 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1912022 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@52164bb7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b108073),segFN=segments_1,generation=1}
   [junit4]   2> 1912022 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1912022 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@5fad063b[collection1] main
   [junit4]   2> 1912022 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1912025 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1912025 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1912026 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1912026 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1912026 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1912027 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1912027 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1912027 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1912027 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1912028 INFO  (searcherExecutor-3327-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fad063b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1912028 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1912028 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1912028 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1912028 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511196401606852608
   [junit4]   2> 1912030 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1511196401606852608
   [junit4]   2> 1912030 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1912031 INFO  (coreLoadExecutor-3326-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1912032 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35971/xmmr/y collection:control_collection shard:shard1
   [junit4]   2> 1912032 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1912037 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94449774969159684-core_node1-n_0000000000
   [junit4]   2> 1912040 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1912043 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1912043 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1912044 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1912044 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35971/xmmr/y/collection1/
   [junit4]   2> 1912044 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1912044 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35971/xmmr/y/collection1/ has no replicas
   [junit4]   2> 1912044 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35971/xmmr/y/collection1/ shard1
   [junit4]   2> 1912045 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1912050 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1912054 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35971/xmmr/y",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1912156 INFO  (zkCallback-617-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1912206 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35971/xmmr/y/collection1/ and leader is http://127.0.0.1:35971/xmmr/y/collection1/
   [junit4]   2> 1912206 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35971/xmmr/y
   [junit4]   2> 1912207 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1912207 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1912207 INFO  (coreZkRegister-3320-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35971_xmmr%2Fy c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1912209 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35971/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:35971_xmmr%2Fy",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1912210 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35971/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:35971_xmmr%2Fy",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1912301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1912303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912304 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5dcfc788 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1912304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1912306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1912306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1912307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1912307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912310 INFO  (zkCallback-620-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c1bd140 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1912312 INFO  (zkCallback-617-thread-1-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1912313 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1912326 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1912326 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1912432 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1912711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores/collection1
   [junit4]   2> 1912712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001
   [junit4]   2> 1912712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1912716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39149dc3{/xmmr/y,null,AVAILABLE}
   [junit4]   2> 1912716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@49e9c363{HTTP/1.1}{127.0.0.1:59987}
   [junit4]   2> 1912716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.e.j.s.Server Started @1916257ms
   [junit4]   2> 1912716 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/xmmr/y, hostPort=59987, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores}
   [junit4]   2> 1912717 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1912717 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/'
   [junit4]   2> 1912732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1912738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912738 INFO  (zkCallback-621-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34cd20e3 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1912740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1912740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/solr.xml
   [junit4]   2> 1912745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores
   [junit4]   2> 1912745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer New CoreContainer 578612396
   [junit4]   2> 1912745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/]
   [junit4]   2> 1912746 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/lib
   [junit4]   2> 1912746 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/lib).
   [junit4]   2> 1912753 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1912754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1912755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1912755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1912755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48212/solr
   [junit4]   2> 1912755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1912755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1912757 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912759 INFO  (zkCallback-623-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66cce05b name:ZooKeeperConnection Watcher:127.0.0.1:48212 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1912766 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912768 INFO  (zkCallback-624-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@494939d3 name:ZooKeeperConnection Watcher:127.0.0.1:48212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912768 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912785 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1913804 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59987_xmmr%2Fy
   [junit4]   2> 1913804 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59987_xmmr%2Fy
   [junit4]   2> 1913807 INFO  (zkCallback-617-thread-2-processing-n:127.0.0.1:35971_xmmr%2Fy) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913807 INFO  (zkCallback-624-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913807 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1913812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94449774969159689-127.0.0.1:59987_xmmr%2Fy-n_0000000001
   [junit4]   2> 1913812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000 to know if I could be the leader
   [junit4]   2> 1913826 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1913826 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1913826 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores
   [junit4]   2> 1913827 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1913827 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores/collection1/
   [junit4]   2> 1913827 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1913829 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1913829 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[7054EE2856A2078B]) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1913831 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1913832 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1913835 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59987/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:59987_xmmr%2Fy",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1913835 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1913835 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 1913835 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59987/xmmr/y",
   [junit4]   2>   "node_name":"127.0.0.1:59987_xmmr%2Fy",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1913835 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1913836 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for collection1 ver 0 
   [junit4]   2> 1913836 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1913836 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1913939 INFO  (OverseerStateUpdate-94449774969159684-127.0.0.1:35971_xmmr%2Fy-n_0000000000) [n:127.0.0.1:35971_xmmr%2Fy    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1913939 INFO  (zkCallback-624-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1913940 INFO  (zkCallback-624-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy    ] o.a.s.c.c.ZkStateReader Updating data for collection1 from 0 to 1 
   [junit4]   2> 1914836 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1914836 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1914837 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1914837 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 1914839 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1914839 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_7054EE2856A2078B-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1914872 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1914879 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1914883 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1914891 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1914892 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1914897 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1914987 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1914992 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1914993 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1915001 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1915003 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1915005 INFO  (coreLoadExecutor-3337-thread-1-processing-n:127.0.0.1:59987_xmmr%2Fy) [n:127.0.0.1:59987_xmmr%2Fy c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1915005 WARN  (coreLoadExecutor-3337-thread-1-processing-n:127.0

[...truncated too long message...]

ceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 2382820 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7054EE2856A2078B]-worker) [n:127.0.0.1:45637_ c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 02, 2015 6:27:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=PostingsFormat(name=Asserting), range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=PostingsFormat(name=Asserting), text=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=no_NO, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=149442480,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, DocValuesMultiTest, TestReversedWildcardFilterFactory, BinaryUpdateRequestHandlerTest, RequestHandlersTest, TestRandomRequestDistribution, TestFieldSortValues, ResponseHeaderTest, TestFieldTypeCollectionResource, UpdateParamsTest, DebugComponentTest, CdcrVersionReplicationTest, TestManagedStopFilterFactory, TestReload, TestOrdValues, HdfsThreadLeakTest, RegexBoostProcessorTest, TestSolrCLIRunExample, TestIndexSearcher, TestCollectionAPI, TestDefaultSimilarityFactory, TestCollapseQParserPlugin, TestReRankQParserPlugin, TestDynamicFieldCollectionResource, BigEndianAscendingWordDeserializerTest, TestDocBasedVersionConstraints, FullSolrCloudDistribCmdsTest, SystemInfoHandlerTest, SampleTest, AssignTest, CursorMarkTest, MigrateRouteKeyTest, HdfsDirectoryFactoryTest, TestDefaultSearchFieldResource, AnalyticsMergeStrategyTest, TestSolrCloudWithKerberosAlt, CdcrReplicationDistributedZkTest, TestSmileRequest, TestNamedUpdateProcessors, TestSolr4Spatial2, TestRecovery, DirectUpdateHandlerTest, StatsComponentTest, TestFuzzyAnalyzedSuggestions, CloudMLTQParserTest, TestStressReorder, TestFieldResource, TestSweetSpotSimilarityFactory, TestTrieFacet, TestCollationField, SuggesterTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, SimpleFacetsTest, TestMinMaxOnMultiValuedField, TestScoreJoinQPNoScore, ExplicitHLLTest, LeaderElectionTest, LukeRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, HighlighterConfigTest, QueryParsingTest, DistributedFacetPivotSmallAdvancedTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [246/543] on J2 in 1199.19s, 1 test, 1 error <<< FAILURES!

[...truncated 934 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2146 tests, 2 errors, 29 ignored (17 assumptions)

Total time: 196 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 782 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/782/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=3732, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3732, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34748: Could not find collection : awholynewstresscollection_collection0_2
	at __randomizedtesting.SeedInfo.seed([30C37AFE985C4B24]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=31433, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=31433, name=collection5, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55220/g_ju: Could not find collection : awholynewstresscollection_collection5_0
	at __randomizedtesting.SeedInfo.seed([30C37AFE985C4B24]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 9767 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/init-core-data-001
   [junit4]   2> 393404 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30C37AFE985C4B24]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 393404 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[30C37AFE985C4B24]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 393409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 393409 INFO  (Thread-1149) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 393409 INFO  (Thread-1149) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 393509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkTestServer start zk server on port:35335
   [junit4]   2> 393510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 393511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 393517 INFO  (zkCallback-360-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3420f7da name:ZooKeeperConnection Watcher:127.0.0.1:35335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 393517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 393517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 393517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 393519 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 393520 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 393521 INFO  (zkCallback-361-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@630989c8 name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 393521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 393521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 393521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 393523 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 393525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 393532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 393533 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 393534 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 393536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 393536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 393538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 393538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 393541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 393541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 393542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 393543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 393544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 393544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 393552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 393552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 393554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 393554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 393556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 393556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 393558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 393558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 393559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 393559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 393562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 393570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 393579 INFO  (zkCallback-362-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49bd884c name:ZooKeeperConnection Watcher:127.0.0.1:35335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 393579 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 393580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 393580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 393583 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 393587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 393589 INFO  (zkCallback-363-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@21f85e8e name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 393589 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 393589 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 393590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 393590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 393594 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 393595 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 393598 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 393599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 393600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 393600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 393602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 393602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 393604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 393604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 393605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 393606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 393609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 393609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 393610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 393610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 393612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 393612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 393614 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 393614 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 393615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 393615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 394033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1
   [junit4]   2> 394041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 394072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35cf3341{/,null,AVAILABLE}
   [junit4]   2> 394073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7cb82d36{HTTP/1.1}{127.0.0.1:42527}
   [junit4]   2> 394073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.Server Started @397504ms
   [junit4]   2> 394073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/tempDir-001/control/data, hostContext=/, hostPort=42527, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores}
   [junit4]   2> 394074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 394074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/'
   [junit4]   2> 394089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 394091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 394099 INFO  (zkCallback-364-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6feb3659 name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 394100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 394101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 394101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/solr.xml
   [junit4]   2> 394107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores
   [junit4]   2> 394107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer New CoreContainer 968112429
   [junit4]   2> 394107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/]
   [junit4]   2> 394108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/lib
   [junit4]   2> 394108 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/lib).
   [junit4]   2> 394115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 394117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 394117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 394117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 394117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35335/solr
   [junit4]   2> 394118 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 394118 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 394123 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 394127 INFO  (zkCallback-366-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3307ecec name:ZooKeeperConnection Watcher:127.0.0.1:35335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 394130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 394140 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 394144 INFO  (zkCallback-367-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bba40dd name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 394144 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 394145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 394147 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 394150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 394151 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 394153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 394155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 394157 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 394158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 394160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 394162 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42527_
   [junit4]   2> 394162 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42527_
   [junit4]   2> 394164 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 394167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 394168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 394169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94444131236184070-127.0.0.1:42527_-n_0000000000
   [junit4]   2> 394169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42527_
   [junit4]   2> 394169 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 394173 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer Overseer (id=94444131236184070-127.0.0.1:42527_-n_0000000000) starting
   [junit4]   2> 394175 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 394180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 394189 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 394190 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 394191 INFO  (OverseerCollectionConfigSetProcessor-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 394202 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 394225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 394225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 394226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores
   [junit4]   2> 394227 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 394227 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/
   [junit4]   2> 394227 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 394232 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 394232 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 394235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 394235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:42527_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 394236 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42527",
   [junit4]   2>   "node_name":"127.0.0.1:42527_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 394237 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42527",
   [junit4]   2>   "node_name":"127.0.0.1:42527_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 394237 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 394237 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 394238 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 394239 INFO  (zkCallback-367-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 394243 INFO  (zkCallback-367-thread-2-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 395238 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 395238 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 395238 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 395238 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 395240 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 395240 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/'
   [junit4]   2> 395255 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 395265 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 395269 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 395283 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 395285 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 395293 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 395400 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 395406 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 395407 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 395417 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 395419 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 395421 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 395422 WARN  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 395422 WARN  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 395422 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 395423 WARN  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 395423 WARN  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 395424 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 395424 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 395424 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 395424 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 395424 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba75f7
   [junit4]   2> 395425 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data
   [junit4]   2> 395425 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data/index/
   [junit4]   2> 395425 WARN  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 395426 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data/index
   [junit4]   2> 395426 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 395426 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@34f8bffb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c49795e),segFN=segments_1,generation=1}
   [junit4]   2> 395427 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 395430 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 395431 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 395431 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 395431 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 395431 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 395431 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 395432 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 395432 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 395432 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 395434 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 395435 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 395437 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 395437 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 395439 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data/
   [junit4]   2> 395441 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 395441 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 395443 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 395457 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 395457 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 395458 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 395458 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 395459 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@12b73f88
   [junit4]   2> 395511 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@34f8bffb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c49795e),segFN=segments_1,generation=1}
   [junit4]   2> 395511 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 395511 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7ee96b62[collection1] main
   [junit4]   2> 395511 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 395512 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 395512 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 395513 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 395513 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 395513 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 395513 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 395514 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 395514 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 395514 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 395514 INFO  (searcherExecutor-989-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ee96b62[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 395515 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 395515 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 395515 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 395515 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1511106101985148928
   [junit4]   2> 395517 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1511106101985148928
   [junit4]   2> 395517 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 395518 INFO  (coreLoadExecutor-988-thread-1-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 395519 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:42527 collection:control_collection shard:shard1
   [junit4]   2> 395522 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 395529 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94444131236184070-core_node1-n_0000000000
   [junit4]   2> 395531 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 395533 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 395533 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 395533 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 395534 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42527/collection1/
   [junit4]   2> 395534 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 395534 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42527/collection1/ has no replicas
   [junit4]   2> 395534 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42527/collection1/ shard1
   [junit4]   2> 395535 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 395540 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:42527",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 395642 INFO  (zkCallback-367-thread-3-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 395642 INFO  (zkCallback-367-thread-2-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 395690 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:42527/collection1/ and leader is http://127.0.0.1:42527/collection1/
   [junit4]   2> 395691 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42527
   [junit4]   2> 395691 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 395691 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 395691 INFO  (coreZkRegister-982-thread-1-processing-n:127.0.0.1:42527_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42527_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 395693 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42527",
   [junit4]   2>   "node_name":"127.0.0.1:42527_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 395693 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:42527",
   [junit4]   2>   "node_name":"127.0.0.1:42527_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 395737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 395738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 395739 INFO  (zkCallback-369-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c455c5e name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 395739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 395740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 395740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 395743 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 395796 INFO  (zkCallback-367-thread-2-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 395796 INFO  (zkCallback-369-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 395796 INFO  (zkCallback-367-thread-3-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 396068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores/collection1
   [junit4]   2> 396069 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001
   [junit4]   2> 396070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 396073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ac9db14{/,null,AVAILABLE}
   [junit4]   2> 396073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.ServerConnector Started ServerConnector@14aabbae{HTTP/1.1}{127.0.0.1:48939}
   [junit4]   2> 396073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.e.j.s.Server Started @399504ms
   [junit4]   2> 396074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=48939, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores}
   [junit4]   2> 396074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 396074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/'
   [junit4]   2> 396095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 396097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 396097 INFO  (zkCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@332c2496 name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 396098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 396098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 396100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 396100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/solr.xml
   [junit4]   2> 396105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores
   [junit4]   2> 396105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer New CoreContainer 99389779
   [junit4]   2> 396105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/]
   [junit4]   2> 396105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/lib
   [junit4]   2> 396106 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/lib).
   [junit4]   2> 396113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 396114 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 396114 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 396114 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 396115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35335/solr
   [junit4]   2> 396115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 396115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 396129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 396129 INFO  (zkCallback-372-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43cebe31 name:ZooKeeperConnection Watcher:127.0.0.1:35335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 396130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 396130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 396132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 396134 INFO  (zkCallback-373-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@83b414e name:ZooKeeperConnection Watcher:127.0.0.1:35335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 396134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 396140 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 397144 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48939_
   [junit4]   2> 397145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48939_
   [junit4]   2> 397146 INFO  (zkCallback-367-thread-2-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 397146 INFO  (zkCallback-367-thread-3-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 397146 INFO  (zkCallback-369-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 397146 INFO  (zkCallback-373-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 397148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 397149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94444131236184074-127.0.0.1:48939_-n_0000000001
   [junit4]   2> 397149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94444131236184070-127.0.0.1:42527_-n_0000000000 to know if I could be the leader
   [junit4]   2> 397158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 397158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 397159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores
   [junit4]   2> 397160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 397160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores/collection1/
   [junit4]   2> 397160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 397167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 397167 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[30C37AFE985C4B24]) [n:127.0.0.1:48939_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 397171 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 397172 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 397176 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48939",
   [junit4]   2>   "node_name":"127.0.0.1:48939_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 397177 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48939",
   [junit4]   2>   "node_name":"127.0.0.1:48939_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 397177 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 397177 INFO  (OverseerStateUpdate-94444131236184070-127.0.0.1:42527_-n_0000000000) [n:127.0.0.1:42527_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 397180 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 397280 INFO  (zkCallback-369-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 397280 INFO  (zkCallback-373-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 397280 INFO  (zkCallback-367-thread-3-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 397280 INFO  (zkCallback-367-thread-2-processing-n:127.0.0.1:42527_) [n:127.0.0.1:42527_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 398181 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 398181 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 398182 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 398182 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 398182 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 398182 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30C37AFE985C4B24-001/shard-1-001/cores/collection1/'
   [junit4]   2> 398199 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 398204 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 398207 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 398217 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 398218 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 398222 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 398319 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 398325 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 398326 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 398336 INFO  (coreLoadExecutor-999-thread-1-processing-n:127.0.0.1:48939_) [n:127.0.0.1:48939_ c:collection1   x:collecti

[...truncated too long message...]

ultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 4635211 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[30C37AFE985C4B24]-worker) [n:127.0.0.1:55220_g_ju c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 01, 2015 7:35:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene53, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_VE, timezone=Asia/Dacca
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=193793272,total=534249472
   [junit4]   2> NOTE: All tests run in this JVM: [TestTrackingShardHandlerFactory, TestFoldingMultitermQuery, BlockDirectoryTest, DeleteShardTest, TestSimpleTrackingShardHandler, SpellingQueryConverterTest, CollectionsAPIAsyncDistributedZkTest, TestSortingResponseWriter, HighlighterMaxOffsetTest, TestMissingGroups, CachingDirectoryFactoryTest, DisMaxRequestHandlerTest, TestSortByMinMaxFunction, CacheHeaderTest, TestConfig, StandardRequestHandlerTest, TestArbitraryIndexDir, RemoteQueryErrorTest, CoreAdminCreateDiscoverTest, CurrencyFieldOpenExchangeTest, TestSerializedLuceneMatchVersion, CursorPagingTest, BigEndianAscendingWordSerializerTest, UUIDUpdateProcessorFallbackTest, TestPKIAuthenticationPlugin, PingRequestHandlerTest, TestManagedSchemaFieldResource, TestInitQParser, SolrCoreTest, PolyFieldTest, SolrRequestParserTest, TestSolrConfigHandlerConcurrent, TestDynamicFieldResource, TestRawResponseWriter, RollingRestartTest, TestExactStatsCache, TestJsonRequest, TestComponentsName, HdfsBasicDistributedZk2Test, IndexSchemaRuntimeFieldTest, TestDocumentBuilder, TestRandomDVFaceting, ConnectionManagerTest, TestDownShardTolerantSearch, FileBasedSpellCheckerTest, TestDistribIDF, TestConfigSetImmutable, BaseCdcrDistributedZkTest, ExternalFileFieldSortTest, TestIBSimilarityFactory, DateFieldTest, TestAtomicUpdateErrorCases, TestBinaryField, CdcrReplicationHandlerTest, TestConfigSetsAPIZkFailure, TestStressLucene, ActionThrottleTest, HttpPartitionTest, CoreMergeIndexesAdminHandlerTest, TestRandomFaceting, RequestLoggingTest, ReplicationFactorTest, TestLazyCores, SOLR749Test, TestBlobHandler, PathHierarchyTokenizerFactoryTest, TestSolrJ, TestFaceting, TestCollationFieldDocValues, ReturnFieldsTest, TestLuceneMatchVersion, TestFieldCollectionResource, TestAnalyzedSuggestions, DistributedQueryElevationComponentTest, PrimUtilsTest, JSONWriterTest, DistributedFacetPivotLargeTest, TestDocSet, TestSchemaResource, EnumFieldTest, DistributedFacetPivotSmallTest, OpenExchangeRatesOrgProviderTest, TestReplicaProperties, TestHdfsUpdateLog, SignatureUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, BasicDistributedZkTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, TestReload, DistributedTermsComponentTest, SpellCheckComponentTest, TestGroupingSearch, BasicFunctionalityTest, HighlighterTest, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, DocValuesTest, SuggesterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestWriterPerf, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, RequiredFieldsTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, TestBinaryResponseWriter, AlternateDirectoryTest, ResponseLogComponentTest, TestMergePolicyConfig, MultiTermTest, OutputWriterTest, TestSolrCoreProperties, TestPhraseSuggestions, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, AsyncCallRequestStatusResponseTest, AsyncMigrateRouteKeyTest, CollectionReloadTest, CustomCollectionTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [543/543] on J0 in 963.64s, 1 test, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2145 tests, 2 errors, 30 ignored (18 assumptions)

Total time: 194 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 781 - Still Failing

Posted by Robert Muir <rc...@gmail.com>.
I committed a fix. LUCENE-6539 simplified this test but then we lost
the changes from LUCENE-6206 which will avoid annoying test failures
for this jdk bug. I banned it with forbidden apis.

On Mon, Aug 31, 2015 at 5:29 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/781/
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.collation.TestCollationDocValuesField.testRanges
>
> Error Message:
> expected:<false> but was:<true>
>
> Stack Trace:
> java.lang.AssertionError: expected:<false> but was:<true>
>         at __randomizedtesting.SeedInfo.seed([F96E1F95981C9AB3:24D76E5AF75ECC55]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:147)
>         at org.apache.lucene.collation.TestCollationDocValuesField.doTestRanges(TestCollationDocValuesField.java:126)
>         at org.apache.lucene.collation.TestCollationDocValuesField.testRanges(TestCollationDocValuesField.java:110)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:497)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 2644 lines...]
>    [junit4] Suite: org.apache.lucene.collation.TestCollationDocValuesField
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCollationDocValuesField -Dtests.method=testRanges -Dtests.seed=F96E1F95981C9AB3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=et_EE -Dtests.timezone=Europe/Istanbul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
>    [junit4] FAILURE 5.90s J1 | TestCollationDocValuesField.testRanges <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError: expected:<false> but was:<true>
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([F96E1F95981C9AB3:24D76E5AF75ECC55]:0)
>    [junit4]    >        at org.apache.lucene.collation.TestCollationDocValuesField.doTestRanges(TestCollationDocValuesField.java:126)
>    [junit4]    >        at org.apache.lucene.collation.TestCollationDocValuesField.testRanges(TestCollationDocValuesField.java:110)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/test/J1/temp/lucene.collation.TestCollationDocValuesField_F96E1F95981C9AB3-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {field=PostingsFormat(name=LuceneFixedGap)}, docValues:{collated=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=et_EE, timezone=Europe/Istanbul
>    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=308404992,total=343932928
>    [junit4]   2> NOTE: All tests run in this JVM: [TestCollationDocValuesField]
>    [junit4] Completed [15/276] on J1 in 7.11s, 2 tests, 1 failure <<< FAILURES!
>
> [...truncated 791 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:471: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2162: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:106: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:38: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 276 suites, 1413 tests, 1 failure, 1 ignored
>
> Total time: 72 minutes 36 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> No prior successful build to compare, so performing full copy of artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 781 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/781/

1 tests failed.
REGRESSION:  org.apache.lucene.collation.TestCollationDocValuesField.testRanges

Error Message:
expected:<false> but was:<true>

Stack Trace:
java.lang.AssertionError: expected:<false> but was:<true>
	at __randomizedtesting.SeedInfo.seed([F96E1F95981C9AB3:24D76E5AF75ECC55]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.lucene.collation.TestCollationDocValuesField.doTestRanges(TestCollationDocValuesField.java:126)
	at org.apache.lucene.collation.TestCollationDocValuesField.testRanges(TestCollationDocValuesField.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 2644 lines...]
   [junit4] Suite: org.apache.lucene.collation.TestCollationDocValuesField
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCollationDocValuesField -Dtests.method=testRanges -Dtests.seed=F96E1F95981C9AB3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=et_EE -Dtests.timezone=Europe/Istanbul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 5.90s J1 | TestCollationDocValuesField.testRanges <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<false> but was:<true>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F96E1F95981C9AB3:24D76E5AF75ECC55]:0)
   [junit4]    > 	at org.apache.lucene.collation.TestCollationDocValuesField.doTestRanges(TestCollationDocValuesField.java:126)
   [junit4]    > 	at org.apache.lucene.collation.TestCollationDocValuesField.testRanges(TestCollationDocValuesField.java:110)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/test/J1/temp/lucene.collation.TestCollationDocValuesField_F96E1F95981C9AB3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {field=PostingsFormat(name=LuceneFixedGap)}, docValues:{collated=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=et_EE, timezone=Europe/Istanbul
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=308404992,total=343932928
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationDocValuesField]
   [junit4] Completed [15/276] on J1 in 7.11s, 2 tests, 1 failure <<< FAILURES!

[...truncated 791 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:471: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2162: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 276 suites, 1413 tests, 1 failure, 1 ignored

Total time: 72 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 780 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/780/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=52837, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=52837, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:55410/a_/g: Could not find collection : awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([B9416C87DB895D6E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:471)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:256)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:465)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9937 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/init-core-data-001
   [junit4]   2> 12772 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[B9416C87DB895D6E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 12778 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[B9416C87DB895D6E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dbg/h
   [junit4]   2> 12810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 12816 INFO  (Thread-8) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 12816 INFO  (Thread-8) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 12916 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkTestServer start zk server on port:49217
   [junit4]   2> 12918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 12936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 12978 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29312ed5 name:ZooKeeperConnection Watcher:127.0.0.1:49217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 12978 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 12979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 12988 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 13014 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13025 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37c9aac1 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 13027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 13031 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 13033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 13036 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 13038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 13047 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 13058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 13065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 13069 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 13070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 13072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 13073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 13075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 13076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 13079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 13079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 13082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 13082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 13085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 13086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 13088 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 13089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 13092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 13092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 13095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 13095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 13113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 13133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13149 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78f4b888 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 13180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 13198 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13224 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@584b99c8 name:ZooKeeperConnection Watcher:127.0.0.1:49217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 13225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 13244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 13273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 13285 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64e75d31 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 13285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 13286 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 13287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 13287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 13291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 13291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 13294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 13294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 13297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 13297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 13300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 13300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 13303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 13303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 13306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 13306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 13308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 13309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 13311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 13311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 13314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 13314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 13316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 13316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 13330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 13330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 13884 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1
   [junit4]   2> 13930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.u.log Logging initialized @17334ms
   [junit4]   2> 14105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 14183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1083523b{/dbg/h,null,AVAILABLE}
   [junit4]   2> 14391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2bab355a{SSL-http/1.1}{127.0.0.1:59237}
   [junit4]   2> 14392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.Server Started @17800ms
   [junit4]   2> 14392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/tempDir-001/control/data, hostContext=/dbg/h, hostPort=59237, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores}
   [junit4]   2> 14401 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 14402 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/'
   [junit4]   2> 14423 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 14425 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14429 INFO  (zkCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ae7b5b4 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 14429 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 14432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 14435 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/solr.xml
   [junit4]   2> 14452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores
   [junit4]   2> 14452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1615022051
   [junit4]   2> 14452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/]
   [junit4]   2> 14453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/lib
   [junit4]   2> 14453 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/lib).
   [junit4]   2> 14476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 14500 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 14504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 14504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 14505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49217/solr
   [junit4]   2> 14523 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 14524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 14525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14532 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1eacd7bc name:ZooKeeperConnection Watcher:127.0.0.1:49217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 14532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14533 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 14546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 14553 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10cda020 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 14553 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 14566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 14575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 14584 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 14591 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 14595 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 14607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 14611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 14614 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 14617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 14620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59237_dbg%2Fh
   [junit4]   2> 14621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59237_dbg%2Fh
   [junit4]   2> 14627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 14630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 14633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 14638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000
   [junit4]   2> 14642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59237_dbg%2Fh
   [junit4]   2> 14642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 14645 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer Overseer (id=94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) starting
   [junit4]   2> 14652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 14691 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 14699 INFO  (OverseerCollectionConfigSetProcessor-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 14701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 14699 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 15013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 15014 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 15016 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores
   [junit4]   2> 15022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 15023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/
   [junit4]   2> 15023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 15030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 15031 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 15032 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 15033 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 15043 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59237/dbg/h",
   [junit4]   2>   "node_name":"127.0.0.1:59237_dbg%2Fh",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 15043 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 15054 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59237/dbg/h",
   [junit4]   2>   "node_name":"127.0.0.1:59237_dbg%2Fh",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 15057 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 15067 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 15071 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 16044 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 16045 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 16046 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 16046 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 16047 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 16048 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/'
   [junit4]   2> 16088 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 16122 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 16128 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 16166 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 16171 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 16189 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 16421 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 16443 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 16445 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 16518 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 16523 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 16526 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 16527 WARN  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 16528 WARN  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 16528 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 16529 WARN  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 16529 WARN  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 16530 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 16531 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 16531 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 16532 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 16532 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18bc0cfc
   [junit4]   2> 16539 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data
   [junit4]   2> 16539 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 16539 WARN  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 16540 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data/index
   [junit4]   2> 16540 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25077583242819534]
   [junit4]   2> 16542 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@621fb739 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f16b729),segFN=segments_1,generation=1}
   [junit4]   2> 16542 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 16543 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data/
   [junit4]   2> 16543 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 16550 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 16562 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 16562 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 16563 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16563 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16563 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 16564 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16564 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16564 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 16567 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16571 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16573 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16574 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16586 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 16587 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 16589 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 16589 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16591 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 16591 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 16593 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=75.7529296875, floorSegmentMB=1.63671875, forceMergeDeletesPctAllowed=23.796455877955665, segmentsPerTier=19.0, maxCFSSegmentSizeMB=0.796875, noCFSRatio=0.0
   [junit4]   2> 16594 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@621fb739 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f16b729),segFN=segments_1,generation=1}
   [junit4]   2> 16594 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 16594 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@128d85d7[collection1] main
   [junit4]   2> 16595 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 16596 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 16596 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 16599 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 16599 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 16600 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 16601 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 16601 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 16601 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 16601 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 16604 INFO  (searcherExecutor-19-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@128d85d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16604 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 16604 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 16605 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 16605 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510923767713366016
   [junit4]   2> 16606 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510923767713366016
   [junit4]   2> 16608 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 16610 INFO  (coreLoadExecutor-18-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 16611 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:59237/dbg/h collection:control_collection shard:shard1
   [junit4]   2> 16622 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 16628 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94432735235407879-core_node1-n_0000000000
   [junit4]   2> 16630 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 16633 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 16633 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 16633 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 16635 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:59237/dbg/h/collection1/
   [junit4]   2> 16635 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 16635 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:59237/dbg/h/collection1/ has no replicas
   [junit4]   2> 16636 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:59237/dbg/h/collection1/ shard1
   [junit4]   2> 16638 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 16639 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 16649 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:59237/dbg/h",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 16754 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 16798 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:59237/dbg/h/collection1/ and leader is https://127.0.0.1:59237/dbg/h/collection1/
   [junit4]   2> 16799 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:59237/dbg/h
   [junit4]   2> 16799 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 16799 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 16799 INFO  (coreZkRegister-12-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59237_dbg%2Fh c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 16804 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59237/dbg/h",
   [junit4]   2>   "node_name":"127.0.0.1:59237_dbg%2Fh",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 16807 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59237/dbg/h",
   [junit4]   2>   "node_name":"127.0.0.1:59237_dbg%2Fh",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 16912 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17069 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b2b975d name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17069 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 17075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 17075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 17076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17081 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78439c93 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17089 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 17090 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 17194 INFO  (OverseerStateUpdate-94432735235407879-127.0.0.1:59237_dbg%2Fh-n_0000000000) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 17507 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/cores/collection1
   [junit4]   2> 17509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001
   [junit4]   2> 17510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 17526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@665db566{/dbg/h,null,AVAILABLE}
   [junit4]   2> 17541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4ae1ecb{SSL-http/1.1}{127.0.0.1:39720}
   [junit4]   2> 17541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.e.j.s.Server Started @20950ms
   [junit4]   2> 17542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/dbg/h, hostPort=39720, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/cores}
   [junit4]   2> 17542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 17543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/'
   [junit4]   2> 17565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17569 INFO  (zkCallback-30-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53eeb140 name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 17572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/solr.xml
   [junit4]   2> 17580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/cores
   [junit4]   2> 17580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1840415695
   [junit4]   2> 17580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/]
   [junit4]   2> 17580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/lib
   [junit4]   2> 17581 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_B9416C87DB895D6E-001/shard-1-001/lib).
   [junit4]   2> 17590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 17593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 17595 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 17596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 17596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49217/solr
   [junit4]   2> 17596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 17596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17615 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@500b3746 name:ZooKeeperConnection Watcher:127.0.0.1:49217 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17622 INFO  (zkCallback-33-thread-1-processing-n:127.0.0.1:39720_dbg%2Fh) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73cc3c3b name:ZooKeeperConnection Watcher:127.0.0.1:49217/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 18645 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39720_dbg%2Fh
   [junit4]   2> 18649 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39720_dbg%2Fh
   [junit4]   2> 18652 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 18652 INFO  (zkCallback-33-thread-1-processing-n:127.0.0.1:39720_dbg%2Fh) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 18652 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:59237_dbg%2Fh) [n:127.0.0.1:59237_dbg%2Fh    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 18655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720_dbg%2Fh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[B9416C87DB895D6E]) [n:127.0.0.1:39720

[...truncated too long message...]

BeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 3233118 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B9416C87DB895D6E]-worker) [n:127.0.0.1:57650_a_%2Fg c:addReplicaColl s:shard1 r:core_node7 x:propertyDotName] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 30, 2015 7:00:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=BlockTreeOrds(blocksize=128), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=Direct), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=FST50, range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=DefaultSimilarity, locale=en_AU, timezone=America/Louisville
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=232750424,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, TestDefaultSimilarityFactory, CollectionReloadTest, RequestHandlersTest, HdfsWriteToMultipleCollectionsTest, TestClassNameShortening, BadComponentTest, HdfsThreadLeakTest, TestConfigReload, TestXIncludeConfig, TestConfigSetProperties, DistributedDebugComponentTest, TestCryptoKeys, TestScoreJoinQPNoScore, OverseerTaskQueueTest, TestMacros, TestManagedSchemaDynamicFieldResource, TestImplicitCoreProperties, TestOrdValues, RecoveryAfterSoftCommitTest, CurrencyFieldXmlFileTest, TestShardHandlerFactory, TestCollectionAPI, TestTrieFacet, TestManagedStopFilterFactory, TestSolrCloudWithKerberosAlt, TestSolrDynamicMBean, OverseerTest, RAMDirectoryFactoryTest, CloudExitableDirectoryReaderTest, TestGroupingSearch, BigEndianAscendingWordDeserializerTest, TestFastLRUCache, TestBulkSchemaConcurrent, TestMinMaxOnMultiValuedField, ParsingFieldUpdateProcessorsTest, TestAuthorizationFramework, TestHighFrequencyDictionaryFactory, FieldAnalysisRequestHandlerTest, SecurityConfHandlerTest, TestLRUCache, CloudMLTQParserTest, OverriddenZkACLAndCredentialsProvidersTest, TestStressRecovery, LeaderElectionTest, QueryParsingTest, CdcrUpdateLogTest, TestIndexSearcher, TestLRUStatsCache, LukeRequestHandlerTest, MigrateRouteKeyTest, TestFastWriter, TestSolr4Spatial2, TestAddFieldRealTimeGet, BasicAuthIntegrationTest, TestSearcherReuse, ZkNodePropsTest, TestCoreDiscovery, SimpleMLTQParserTest, TestManagedSchemaFieldTypeResource, SuggesterWFSTTest, TestBulkSchemaAPI, ResponseHeaderTest, TestDocBasedVersionConstraints, TestManagedSynonymFilterFactory, TestHashQParserPlugin, NoCacheHeaderTest, TestExtendedDismaxParser, HdfsDirectoryTest, DeleteReplicaTest, PluginInfoTest, SearchHandlerTest, SharedFSAutoReplicaFailoverTest, SystemInfoHandlerTest, HdfsBasicDistributedZkTest, SparseHLLTest, MultiThreadedOCPTest, ClusterStateTest, TestCharFilters, TestSmileRequest, StatelessScriptUpdateProcessorFactoryTest, TestManagedResource, TestSolrCLIRunExample, HighlighterConfigTest, TestDefaultSearchFieldResource, RegexBoostProcessorTest, TestUniqueKeyFieldResource, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [349/543] on J2 in 1274.55s, 1 test, 1 error <<< FAILURES!

[...truncated 630 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2145 tests, 2 errors, 29 ignored (17 assumptions)

Total time: 190 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 779 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/779/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
commitWithin did not work on node: http://127.0.0.1:41317/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:41317/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([E6CC20B8B641C97A:6E981F6218BDA482]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:333)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.search.function.SortByFunctionTest.test

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([E6CC20B8B641C97A:6E981F6218BDA482]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:765)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:732)
	at org.apache.solr.search.function.SortByFunctionTest.test(SortByFunctionTest.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result/doc[1]/int[@name='id'][.='1']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="4" start="0" maxScore="1.0"><doc><int name="id">3</int><arr name="range_facet_l"><long>3</long></arr><arr name="range_facet_l_dv"><long>3</long></arr><arr name="range_facet_i_dv"><int>3</int></arr><double name="x_td1">3.0</double><double name="y_td1">2.0</double><double name="w_td1">55.0</double><double name="z_td1">5.0</double><arr name="f_t"><str>ipod ipod ipod ipod ipod ipod ipod ipod ipod</str></arr><long name="_version_">1510834205387390976</long><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2015-08-29T10:22:58.026Z</date><float name="score">1.0</float></doc><doc><int name="id">4</int><arr name="range_facet_l"><long>4</long></arr><arr name="range_facet_l_dv"><long>4</long></arr><arr name="range_facet_i_dv"><int>4</int></arr><double name="x_td1">4.0</double><double name="y_td1">2.0</double><double name="w_td1">45.0</double><double name="z_td1">5.0</double><arr name="f_t"><str>ipod ipod ipod ipod ipod ipod ipod</str></arr><long name="_version_">1510834205389488128</long><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2015-08-29T10:22:58.028Z</date><float name="score">1.0</float></doc><doc><int name="id">1</int><arr name="range_facet_l"><long>1</long></arr><arr name="range_facet_l_dv"><long>1</long></arr><arr name="range_facet_i_dv"><int>1</int></arr><double name="x_td1">0.0</double><double name="y_td1">2.0</double><double name="w_td1">25.0</double><double name="z_td1">5.0</double><arr name="f_t"><str>ipod</str></arr><long name="_version_">1510834205379002368</long><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2015-08-29T10:22:58.018Z</date><float name="score">1.0</float></doc><doc><int name="id">2</int><arr name="range_facet_l"><long>2</long></arr><arr name="range_facet_l_dv"><long>2</long></arr><arr name="range_facet_i_dv"><int>2</int></arr><double name="x_td1">2.0</double><double name="y_td1">2.0</double><double name="w_td1">15.0</double><double name="z_td1">5.0</double><arr name="f_t"><str>ipod ipod ipod ipod ipod</str></arr><long name="_version_">1510834205381099520</long><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2015-08-29T10:22:58.02Z</date><float name="score">1.0</float></doc></result>
</response>

	request was:q=*:*&fl=*,score&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:758)
	... 41 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=10648, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10648, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52583/_hp: Could not find collection : awholynewstresscollection_collection4_7
	at __randomizedtesting.SeedInfo.seed([E6CC20B8B641C97A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10254 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/init-core-data-001
   [junit4]   2> 1407971 INFO  (SUITE-BasicDistributedZkTest-seed#[E6CC20B8B641C97A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1407975 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1407976 INFO  (Thread-44127) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1407976 INFO  (Thread-44127) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1408076 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkTestServer start zk server on port:46640
   [junit4]   2> 1408076 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1408077 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1408084 INFO  (zkCallback-974-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2726332c name:ZooKeeperConnection Watcher:127.0.0.1:46640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1408085 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1408085 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1408085 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1408088 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1408089 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1408091 INFO  (zkCallback-975-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d5e9a89 name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1408091 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1408092 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1408092 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1408097 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1408099 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1408101 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1408105 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1408105 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1408111 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1408111 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1408114 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1408115 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1408125 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1408125 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1408128 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1408128 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1408132 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1408132 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1408137 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1408138 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1408142 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1408142 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1408144 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1408144 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1408146 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1408146 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1408148 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1408148 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1408506 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1
   [junit4]   2> 1408509 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1408518 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@568bc46a{/,null,AVAILABLE}
   [junit4]   2> 1408519 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@844f1a0{HTTP/1.1}{127.0.0.1:34913}
   [junit4]   2> 1408519 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.Server Started @1412544ms
   [junit4]   2> 1408519 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/tempDir-001/control/data, hostContext=/, hostPort=34913, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores}
   [junit4]   2> 1408520 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1408521 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/'
   [junit4]   2> 1408535 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1408536 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1408538 INFO  (zkCallback-976-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e8b5a3f name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1408538 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1408539 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1408542 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1408543 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/solr.xml
   [junit4]   2> 1408565 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores
   [junit4]   2> 1408565 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1578693486
   [junit4]   2> 1408565 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/]
   [junit4]   2> 1408566 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/lib
   [junit4]   2> 1408566 WARN  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/lib).
   [junit4]   2> 1408576 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1408577 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1408578 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1408578 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1408578 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46640/solr
   [junit4]   2> 1408578 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1408578 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1408579 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1408580 INFO  (zkCallback-978-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79da5497 name:ZooKeeperConnection Watcher:127.0.0.1:46640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1408581 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1408581 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1408586 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1408587 INFO  (zkCallback-979-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e547d47 name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1408587 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1408589 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1408591 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1408595 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1408597 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1408599 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1408601 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1408602 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1408603 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1408605 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1408606 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34913_
   [junit4]   2> 1408606 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34913_
   [junit4]   2> 1408608 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1408610 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1408612 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1408613 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94427075404890116-127.0.0.1:34913_-n_0000000000
   [junit4]   2> 1408614 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34913_
   [junit4]   2> 1408614 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1408616 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer Overseer (id=94427075404890116-127.0.0.1:34913_-n_0000000000) starting
   [junit4]   2> 1408619 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1408645 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1408645 INFO  (OverseerCollectionConfigSetProcessor-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1408646 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1408646 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1408662 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1408662 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1408663 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores
   [junit4]   2> 1408672 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1408673 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/
   [junit4]   2> 1408673 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1408675 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1408675 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1408677 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1408700 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34913",
   [junit4]   2>   "node_name":"127.0.0.1:34913_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1408701 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34913",
   [junit4]   2>   "node_name":"127.0.0.1:34913_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1408702 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1408703 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1408705 INFO  (zkCallback-979-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1408709 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1408709 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:34913_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1409678 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1409678 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1409679 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1409679 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1409679 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1409680 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/'
   [junit4]   2> 1409698 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1409703 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1409707 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1409716 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1409717 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1409724 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1409833 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1409838 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1409839 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1409852 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1409862 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1409864 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1409865 WARN  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1409865 WARN  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1409865 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1409866 WARN  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1409866 WARN  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1409867 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1409867 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1409869 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1409869 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1409870 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50f470bd
   [junit4]   2> 1409871 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data
   [junit4]   2> 1409871 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1409872 WARN  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1409872 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data/index
   [junit4]   2> 1409872 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5915262332208673]
   [junit4]   2> 1409873 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1ff0418a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24b768f1),segFN=segments_1,generation=1}
   [junit4]   2> 1409873 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1409874 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data/
   [junit4]   2> 1409874 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1409883 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1409883 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1409884 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1409884 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1409885 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1409885 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1409885 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1409886 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1409886 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1409890 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1409891 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1409893 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1409894 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1409898 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1409899 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1409900 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1409900 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1409901 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1409901 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1409901 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=92.3857421875, floorSegmentMB=1.65625, forceMergeDeletesPctAllowed=25.044409621378808, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15547708972871244
   [junit4]   2> 1409902 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1ff0418a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24b768f1),segFN=segments_1,generation=1}
   [junit4]   2> 1409902 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1409902 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@204ce458[collection1] main
   [junit4]   2> 1409902 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1409904 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1409904 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1409905 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1409905 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1409905 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1409906 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1409906 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1409906 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1409906 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1409907 INFO  (searcherExecutor-2753-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@204ce458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1409907 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1409907 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1409907 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1409907 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510833208500944896
   [junit4]   2> 1409910 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510833208500944896
   [junit4]   2> 1409910 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1409911 INFO  (coreLoadExecutor-2752-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1409911 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:34913 collection:control_collection shard:shard1
   [junit4]   2> 1409912 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1409918 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94427075404890116-core_node1-n_0000000000
   [junit4]   2> 1409920 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1409923 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1409923 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1409924 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1409924 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34913/collection1/
   [junit4]   2> 1409924 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1409924 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:34913/collection1/ has no replicas
   [junit4]   2> 1409924 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34913/collection1/ shard1
   [junit4]   2> 1409925 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1409933 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:34913",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1410035 INFO  (zkCallback-979-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1410081 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:34913/collection1/ and leader is http://127.0.0.1:34913/collection1/
   [junit4]   2> 1410082 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34913
   [junit4]   2> 1410082 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1410082 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1410082 INFO  (coreZkRegister-2746-thread-1-processing-n:127.0.0.1:34913_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:34913_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1410085 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34913",
   [junit4]   2>   "node_name":"127.0.0.1:34913_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1410085 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34913",
   [junit4]   2>   "node_name":"127.0.0.1:34913_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1410187 INFO  (zkCallback-979-thread-2-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1410211 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1410213 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1410218 INFO  (zkCallback-981-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b96fd74 name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1410218 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1410219 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1410219 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1410225 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1410562 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores/collection1
   [junit4]   2> 1410563 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001
   [junit4]   2> 1410566 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1410582 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f02d040{/,null,AVAILABLE}
   [junit4]   2> 1410583 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@63805a44{HTTP/1.1}{127.0.0.1:41317}
   [junit4]   2> 1410583 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.e.j.s.Server Started @1414608ms
   [junit4]   2> 1410583 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=41317, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores}
   [junit4]   2> 1410583 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1410584 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/'
   [junit4]   2> 1410600 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1410601 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1410601 INFO  (zkCallback-982-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f70fa27 name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1410602 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1410602 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1410603 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1410603 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/solr.xml
   [junit4]   2> 1410622 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores
   [junit4]   2> 1410623 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer New CoreContainer 443654638
   [junit4]   2> 1410623 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/]
   [junit4]   2> 1410623 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/lib
   [junit4]   2> 1410623 WARN  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/lib).
   [junit4]   2> 1410631 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1410633 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1410633 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1410633 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1410633 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46640/solr
   [junit4]   2> 1410634 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1410635 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1410636 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1410637 INFO  (zkCallback-984-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79b72c95 name:ZooKeeperConnection Watcher:127.0.0.1:46640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1410639 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1410639 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1410643 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1410647 INFO  (zkCallback-985-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c3ef054 name:ZooKeeperConnection Watcher:127.0.0.1:46640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1410647 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1410655 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1411662 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41317_
   [junit4]   2> 1411662 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41317_
   [junit4]   2> 1411663 INFO  (zkCallback-981-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1411664 INFO  (zkCallback-985-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1411663 INFO  (zkCallback-979-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1411666 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1411667 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94427075404890120-127.0.0.1:41317_-n_0000000001
   [junit4]   2> 1411667 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94427075404890116-127.0.0.1:34913_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1411679 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1411679 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1411680 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores
   [junit4]   2> 1411681 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1411681 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores/collection1/
   [junit4]   2> 1411681 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1411684 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1411684 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1411685 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1411685 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41317",
   [junit4]   2>   "node_name":"127.0.0.1:41317_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1411687 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41317",
   [junit4]   2>   "node_name":"127.0.0.1:41317_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1411687 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1411687 INFO  (OverseerStateUpdate-94427075404890116-127.0.0.1:34913_-n_0000000000) [n:127.0.0.1:34913_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1411691 INFO  (zkCallback-981-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1411691 INFO  (zkCallback-979-thread-1-processing-n:127.0.0.1:34913_) [n:127.0.0.1:34913_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1411692 INFO  (zkCallback-985-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1411704 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1411704 INFO  (TEST-BasicDistributedZkTest.test-seed#[E6CC20B8B641C97A]) [n:127.0.0.1:41317_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1412686 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1412687 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1412687 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1412687 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 1412688 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1412688 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_E6CC20B8B641C97A-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1412708 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1412712 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1412716 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1412724 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1412725 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1412730 INFO  (coreLoadExecutor-2763-thread-1-processing-n:127.0.0.1:41317_) [n:127.0.0.1:41317_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name

[...truncated too long message...]

tionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.SolrCore newest commit generation = 7
   [junit4]   2> 2361362 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@67c96639[collection1] main
   [junit4]   2> 2361363 INFO  (searcherExecutor-6765-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@67c96639[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.0.0):C4)))}
   [junit4]   2> 2361364 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 2361365 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 11
   [junit4]   2> 2361366 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=links_mfacet:B&fl=id&sort=id+asc&wt=xml} hits=2 status=0 QTime=0 
   [junit4]   2> 2361367 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=id&sort=joindf(id_s1,+links_mfacet)+desc&wt=xml} hits=4 status=0 QTime=0 
   [junit4]   2> 2361369 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=id&sort=joindf(id_s1,+links_mfacet)+asc&wt=xml} hits=4 status=0 QTime=0 
   [junit4]   2> 2361369 INFO  (TEST-SortByFunctionTest.testSortJoinDocFreq-seed#[E6CC20B8B641C97A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSortJoinDocFreq
   [junit4]   2> 2361370 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2361370 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=974497431
   [junit4]   2> 2361370 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57528867
   [junit4]   2> 2361371 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=7,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=17,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0,transaction_logs_total_size=1943,transaction_logs_total_number=7}
   [junit4]   2> 2361371 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2361371 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2361371 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2361372 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2361387 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2361387 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 2361387 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001/index
   [junit4]   2> 2361388 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001;done=false>>]
   [junit4]   2> 2361388 INFO  (SUITE-SortByFunctionTest-seed#[E6CC20B8B641C97A]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001/init-core-data-001
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.search.function.SortByFunctionTest_E6CC20B8B641C97A-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=19697, maxDocsPerChunk=10, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=19697, blockSize=3)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hu, timezone=Canada/Pacific
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=114476208,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudSchemaless, TestQueryTypes, TestDynamicLoading, TestDFRSimilarityFactory, SpellCheckCollatorTest, CleanupOldIndexTest, BitVectorTest, TestCloudPivotFacet, CSVRequestHandlerTest, SolrIndexSplitterTest, TestAuthenticationFramework, TestSolrDeletionPolicy2, AtomicUpdatesTest, TestCustomSort, SpatialHeatmapFacetsTest, ClusterStateUpdateTest, TestSchemaNameResource, TestAnalyzeInfixSuggestions, DOMUtilTest, TestFiltering, SolrCmdDistributorTest, PreAnalyzedUpdateProcessorTest, SSLMigrationTest, TestCopyFieldCollectionResource, TriLevelCompositeIdRoutingTest, TestRebalanceLeaders, DistributedTermsComponentTest, DocValuesTest, TestJettySolrRunner, LoggingHandlerTest, HdfsNNFailoverTest, TermsComponentTest, TestSuggestSpellingConverter, SolrIndexConfigTest, TestRequestStatusCollectionAPI, TestCoreContainer, DistributedVersionInfoTest, HighlighterTest, TestSolrCoreProperties, TestSQLHandler, DistributedFacetPivotLongTailTest, TestTrie, DistributedQueueTest, SolrPluginUtilsTest, SliceStateTest, CircularListTest, SolrCloudExampleTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, BJQParserTest, OpenCloseCoreStressTest, SuggesterFSTTest, TestUtils, ShardRoutingTest, BasicFunctionalityTest, SpatialFilterTest, NumericFieldsTest, UniqFieldsUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, SimplePostToolTest, NotRequiredUniqueKeyTest, RulesTest, ChangedSchemaMergeTest, TestCrossCoreJoin, DateRangeFieldTest, TestManagedSchema, QueryResultKeyTest, ChaosMonkeySafeLeaderTest, TestRTGBase, TestDistribDocBasedVersion, MoreLikeThisHandlerTest, AnalysisErrorHandlingTest, SolrInfoMBeanTest, TestQueryUtils, TestJmxMonitoredMap, CollectionsAPIDistributedZkTest, ConvertedLegacyTest, MergeStrategyTest, TestRestoreCore, TestChildDocTransformer, DistribDocExpirationUpdateProcessorTest, TestTolerantSearch, DistanceFunctionTest, TestNRTOpen, DocValuesMissingTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressVersions, SpellCheckComponentTest, TestFunctionQuery, TestLazyCores, SoftAutoCommitTest, TestStressLucene, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest]
   [junit4] Completed [304/543] on J1 in 0.76s, 3 tests, 1 error <<< FAILURES!

[...truncated 782 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2145 tests, 2 errors, 1 failure, 29 ignored (17 assumptions)

Total time: 176 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 778 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/778/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=60554, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60554, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57002/yaw/lh, http://127.0.0.1:36512/yaw/lh, http://127.0.0.1:35194/yaw/lh, http://127.0.0.1:53327/yaw/lh, http://127.0.0.1:39652/yaw/lh]
	at __randomizedtesting.SeedInfo.seed([EC5A42777941B909]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:898)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57002/yaw/lh, http://127.0.0.1:36512/yaw/lh, http://127.0.0.1:35194/yaw/lh, http://127.0.0.1:53327/yaw/lh, http://127.0.0.1:39652/yaw/lh]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39652/yaw/lh: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qn-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 5 more


REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=701, name=Thread-242, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=701, name=Thread-242, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
	at __randomizedtesting.SeedInfo.seed([EC5A42777941B909:640E7DADD7BDD4F1]:0)
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:54876/xb_drl/wv/collection1
	at __randomizedtesting.SeedInfo.seed([EC5A42777941B909]:0)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:645)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:54876/xb_drl/wv/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:572)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:643)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
	... 5 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=10314, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10314, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36703: Could not find collection : awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([EC5A42777941B909]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 9820 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/init-core-data-001
   [junit4]   2> 57735 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[EC5A42777941B909]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xb_drl/wv
   [junit4]   2> 57742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 57742 INFO  (Thread-72) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 57743 INFO  (Thread-72) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 57843 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkTestServer start zk server on port:34989
   [junit4]   2> 57844 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 57845 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 57860 INFO  (zkCallback-85-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59718365 name:ZooKeeperConnection Watcher:127.0.0.1:34989 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57860 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 57861 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 57861 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 57872 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 57881 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 57886 INFO  (zkCallback-86-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75c3b4cb name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57886 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 57886 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 57887 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 57889 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 57890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 57893 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 57895 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 57895 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 57897 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 57897 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 57899 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57899 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 57901 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 57902 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 57903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 57904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 57904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 57906 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 57906 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 57908 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57908 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57909 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57910 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57911 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 57911 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 57938 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 57938 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 58364 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1
   [junit4]   2> 58366 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 58369 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e109bcf{/xb_drl/wv,null,AVAILABLE}
   [junit4]   2> 58375 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.ServerConnector Started ServerConnector@52fff279{HTTP/1.1}{127.0.0.1:54876}
   [junit4]   2> 58375 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.Server Started @61536ms
   [junit4]   2> 58375 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/tempDir-001/control/data, hostContext=/xb_drl/wv, hostPort=54876, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores}
   [junit4]   2> 58376 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 58376 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/'
   [junit4]   2> 58394 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 58395 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 58399 INFO  (zkCallback-87-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@910e05d name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58399 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 58400 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 58402 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 58403 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/solr.xml
   [junit4]   2> 58417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores
   [junit4]   2> 58417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer New CoreContainer 321662108
   [junit4]   2> 58417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/]
   [junit4]   2> 58417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/lib
   [junit4]   2> 58417 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/lib).
   [junit4]   2> 58429 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 58431 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 58431 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 58431 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 58432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34989/solr
   [junit4]   2> 58432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 58432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 58433 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 58445 INFO  (zkCallback-89-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66e0de09 name:ZooKeeperConnection Watcher:127.0.0.1:34989 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58445 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 58446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 58453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 58456 INFO  (zkCallback-90-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b5c6fd9 name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 58458 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 58460 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 58464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 58470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 58471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 58474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 58483 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 58484 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 58485 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 58486 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54876_xb_drl%2Fwv
   [junit4]   2> 58487 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54876_xb_drl%2Fwv
   [junit4]   2> 58489 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 58491 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 58492 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 58494 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000
   [junit4]   2> 58495 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54876_xb_drl%2Fwv
   [junit4]   2> 58495 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 58496 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer Overseer (id=94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) starting
   [junit4]   2> 58498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 58507 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 58518 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 58518 INFO  (OverseerCollectionConfigSetProcessor-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 58518 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 58522 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 58579 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 58579 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 58580 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores
   [junit4]   2> 58581 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 58581 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/
   [junit4]   2> 58581 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 58631 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 58632 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 58640 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 58640 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 58643 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54876/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:54876_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 58644 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 58644 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54876/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:54876_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 58644 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 58646 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 58648 INFO  (zkCallback-90-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 58658 INFO  (zkCallback-90-thread-2-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 59644 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 59645 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 59646 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 59646 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 59647 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 59648 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/'
   [junit4]   2> 59669 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 59676 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 59684 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 59695 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 59697 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 59703 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 59803 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 59804 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 59806 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 59809 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 59830 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 59830 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 59830 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 59831 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 59831 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@628d27c5
   [junit4]   2> 59832 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data
   [junit4]   2> 59832 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data/index/
   [junit4]   2> 59832 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 59833 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data/index
   [junit4]   2> 59833 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@674e0f9a
   [junit4]   2> 59834 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@524df2c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6559595a; maxCacheMB=0.7421875 maxMergeSizeMB=0.7197265625)),segFN=segments_1,generation=1}
   [junit4]   2> 59834 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 59834 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data/
   [junit4]   2> 59835 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 59850 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 59860 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 59860 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 59860 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 59860 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 59861 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 59861 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 59861 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 59861 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 59863 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59865 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59866 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59868 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 59876 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 59877 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 59877 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 59878 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 59879 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 59879 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 59879 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=72.404296875, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=4.3014731417859, segmentsPerTier=43.0, maxCFSSegmentSizeMB=0.2958984375, noCFSRatio=0.3962090223910433
   [junit4]   2> 59880 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@524df2c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6559595a; maxCacheMB=0.7421875 maxMergeSizeMB=0.7197265625)),segFN=segments_1,generation=1}
   [junit4]   2> 59880 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 59881 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2991157e[collection1] main
   [junit4]   2> 59881 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 59882 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 59882 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 59883 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 59883 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 59883 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59883 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 59883 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 59884 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 59884 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 59884 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2991157e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 59885 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 59885 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 59885 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 59885 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510762929440423936
   [junit4]   2> 59887 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510762929440423936
   [junit4]   2> 59888 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 59888 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 59889 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:54876/xb_drl/wv collection:control_collection shard:shard1
   [junit4]   2> 59890 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 59900 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94422682949713924-core_node1-n_0000000000
   [junit4]   2> 59902 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 59905 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 59905 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 59906 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54876/xb_drl/wv/collection1/
   [junit4]   2> 59906 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 59906 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 59906 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54876/xb_drl/wv/collection1/ has no replicas
   [junit4]   2> 59906 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54876/xb_drl/wv/collection1/ shard1
   [junit4]   2> 59906 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 59912 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:54876/xb_drl/wv",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 60016 INFO  (zkCallback-90-thread-2-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60016 INFO  (zkCallback-90-thread-3-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60063 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:54876/xb_drl/wv/collection1/ and leader is http://127.0.0.1:54876/xb_drl/wv/collection1/
   [junit4]   2> 60063 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54876/xb_drl/wv
   [junit4]   2> 60063 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 60063 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 60063 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:54876_xb_drl%2Fwv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54876_xb_drl%2Fwv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 60066 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54876/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:54876_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 60067 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54876/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:54876_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 60144 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 60144 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60147 INFO  (zkCallback-92-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3804f840 name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60148 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60148 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 60148 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 60154 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 60171 INFO  (zkCallback-90-thread-3-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60171 INFO  (zkCallback-90-thread-2-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60171 INFO  (zkCallback-92-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60584 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores/collection1
   [junit4]   2> 60587 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001
   [junit4]   2> 60588 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 60590 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5be1fe7b{/xb_drl/wv,null,AVAILABLE}
   [junit4]   2> 60591 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7c232b27{HTTP/1.1}{127.0.0.1:43208}
   [junit4]   2> 60591 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.e.j.s.Server Started @63752ms
   [junit4]   2> 60592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/xb_drl/wv, hostPort=43208, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores}
   [junit4]   2> 60592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 60592 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/'
   [junit4]   2> 60610 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 60611 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60614 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@157d5550 name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 60618 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 60618 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/solr.xml
   [junit4]   2> 60625 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores
   [junit4]   2> 60625 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer New CoreContainer 1653865118
   [junit4]   2> 60625 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/]
   [junit4]   2> 60625 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/lib
   [junit4]   2> 60625 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/lib).
   [junit4]   2> 60634 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 60636 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 60636 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 60637 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 60637 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34989/solr
   [junit4]   2> 60637 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 60637 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 60639 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60643 INFO  (zkCallback-95-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f812f3f name:ZooKeeperConnection Watcher:127.0.0.1:34989 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60644 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60644 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 60647 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 60651 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10d46de5 name:ZooKeeperConnection Watcher:127.0.0.1:34989/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 60651 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 60658 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 61665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43208_xb_drl%2Fwv
   [junit4]   2> 61666 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:43208_xb_drl%2Fwv
   [junit4]   2> 61668 INFO  (zkCallback-92-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 61668 INFO  (zkCallback-90-thread-3-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 61668 INFO  (zkCallback-90-thread-2-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 61668 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 61670 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 61671 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94422682949713928-127.0.0.1:43208_xb_drl%2Fwv-n_0000000001
   [junit4]   2> 61672 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000 to know if I could be the leader
   [junit4]   2> 61692 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 61692 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 61694 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores
   [junit4]   2> 61695 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 61695 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores/collection1/
   [junit4]   2> 61695 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 61696 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 61697 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[EC5A42777941B909]) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 61698 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 61698 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 61700 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43208/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:43208_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 61701 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43208/xb_drl/wv",
   [junit4]   2>   "node_name":"127.0.0.1:43208_xb_drl%2Fwv",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 61701 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 61701 INFO  (OverseerStateUpdate-94422682949713924-127.0.0.1:54876_xb_drl%2Fwv-n_0000000000) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 61702 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 61703 INFO  (zkCallback-92-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 61703 INFO  (zkCallback-90-thread-2-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 61703 INFO  (zkCallback-90-thread-3-processing-n:127.0.0.1:54876_xb_drl%2Fwv) [n:127.0.0.1:54876_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 61703 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 62704 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 62704 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 62705 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 62705 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 62706 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 62707 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_EC5A42777941B909-001/shard-1-001/cores/collection1/'
   [junit4]   2> 62723 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 62729 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 62746 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 62756 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 62757 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 62763 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 62846 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 62847 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 62848 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 62851 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 62869 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:43208_xb_drl%2Fwv) [n:127.0.0.1:43208_xb_drl%2Fwv c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-tru

[...truncated too long message...]

GeneratedMethodAccessor94.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 3521553 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EC5A42777941B909]-worker) [n:127.0.0.1:36703_ c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 28, 2015 12:27:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=22349, maxDocsPerChunk=666, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=22349, blockSize=9)), sim=DefaultSimilarity, locale=es_GT, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=208139648,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, TestSolrCLIRunExample, BlockCacheTest, BigEndianAscendingWordDeserializerTest, TestSolr4Spatial2, SharedFSAutoReplicaFailoverUtilsTest, UUIDFieldTest, TestHighFrequencyDictionaryFactory, TestXIncludeConfig, StatsComponentTest, TestCSVResponseWriter, BadIndexSchemaTest, FullSolrCloudDistribCmdsTest, TestFieldTypeCollectionResource, QueryParsingTest, DirectUpdateHandlerTest, TestManagedStopFilterFactory, SegmentsInfoRequestHandlerTest, SystemInfoHandlerTest, XmlUpdateRequestHandlerTest, SparseHLLTest, TermVectorComponentDistributedTest, BinaryUpdateRequestHandlerTest, TestSweetSpotSimilarityFactory, DebugComponentTest, TestSort, HdfsThreadLeakTest, TestTrieFacet, TestAddFieldRealTimeGet, TestNamedUpdateProcessors, TestExactSharedStatsCache, RegexBoostProcessorTest, TestImplicitCoreProperties, HdfsSyncSliceTest, TestCursorMarkWithoutUniqueKey, SharedFSAutoReplicaFailoverTest, RecoveryAfterSoftCommitTest, TestManagedSchemaFieldTypeResource, TestManagedResource, TestCollationField, TestSearcherReuse, SampleTest, TestCollapseQParserPlugin, OverseerTaskQueueTest, DeleteReplicaTest, SecurityConfHandlerTest, TestClassNameShortening, MigrateRouteKeyTest, TestCoreDiscovery, AssignTest, RequestHandlersTest, TestManagedSynonymFilterFactory, SuggesterTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [253/543] on J2 in 2376.71s, 1 test, 1 error <<< FAILURES!

[...truncated 918 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2145 tests, 3 errors, 29 ignored (17 assumptions)

Total time: 201 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 777 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/777/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTests

Error Message:
expected:<10> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<10> but was:<4>
	at __randomizedtesting.SeedInfo.seed([67C56967F6DA5C70:6FA51C4BF9D4747B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTestReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:232)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.doTests(CdcrReplicationDistributedZkTest.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=190552, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=190552, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45049: Could not find collection : awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([67C56967F6DA5C70]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10467 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/init-core-data-001
   [junit4]   2> 2266126 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[67C56967F6DA5C70]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2266126 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[67C56967F6DA5C70]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /w/xw
   [junit4]   2> 2266128 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2266129 INFO  (Thread-179358) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2266129 INFO  (Thread-179358) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2266229 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkTestServer start zk server on port:44560
   [junit4]   2> 2266229 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2266230 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2266232 INFO  (zkCallback-1159-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7846ed31 name:ZooKeeperConnection Watcher:127.0.0.1:44560 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2266233 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2266233 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2266233 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2266240 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2266241 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2266242 INFO  (zkCallback-1160-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a0b50a1 name:ZooKeeperConnection Watcher:127.0.0.1:44560/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2266242 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2266243 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2266243 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2266245 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2266247 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2266248 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2266249 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2266250 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2266252 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2266253 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2266255 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2266255 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2266257 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2266257 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2266259 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2266259 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2266261 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2266261 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2266263 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2266264 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2266265 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2266266 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2266268 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2266268 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2266270 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2266270 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2266272 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2266272 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2266281 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTests
   [junit4]   2> 2266625 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1
   [junit4]   2> 2266626 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2266628 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24566be1{/w/xw,null,AVAILABLE}
   [junit4]   2> 2266634 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.ServerConnector Started ServerConnector@639ec79d{HTTP/1.1}{127.0.0.1:37917}
   [junit4]   2> 2266635 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.Server Started @2269614ms
   [junit4]   2> 2266635 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/w/xw, hostPort=37917, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores}
   [junit4]   2> 2266635 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2266635 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/'
   [junit4]   2> 2266652 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2266652 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2266654 INFO  (zkCallback-1161-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63ce793b name:ZooKeeperConnection Watcher:127.0.0.1:44560/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2266654 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2266655 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2266656 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2266656 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/solr.xml
   [junit4]   2> 2266661 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores
   [junit4]   2> 2266661 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer New CoreContainer 1021530313
   [junit4]   2> 2266661 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/]
   [junit4]   2> 2266661 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/lib
   [junit4]   2> 2266662 WARN  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/lib).
   [junit4]   2> 2266669 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2266670 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2266671 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2266671 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2266671 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44560/solr
   [junit4]   2> 2266671 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2266671 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2266672 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2266673 INFO  (zkCallback-1163-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2633eb2f name:ZooKeeperConnection Watcher:127.0.0.1:44560 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2266673 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2266674 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2266675 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2266676 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7af9666f name:ZooKeeperConnection Watcher:127.0.0.1:44560/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2266676 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2266682 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2266684 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2266688 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2266690 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2266692 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2266696 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2266698 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2266699 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2266700 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2266701 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37917_w%2Fxw
   [junit4]   2> 2266702 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37917_w%2Fxw
   [junit4]   2> 2266704 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2266705 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2266706 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2266706 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000
   [junit4]   2> 2266707 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37917_w%2Fxw
   [junit4]   2> 2266707 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2266708 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer Overseer (id=94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) starting
   [junit4]   2> 2266710 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2266715 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2266716 INFO  (OverseerCollectionConfigSetProcessor-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2266716 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2266716 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2266730 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2266730 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2266731 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores
   [junit4]   2> 2266732 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1, collection=tmp_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2266732 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/
   [junit4]   2> 2266732 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 2266733 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2266733 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2266733 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2266733 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2266734 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2266734 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37917/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:37917_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2266735 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37917/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:37917_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2266735 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 2266735 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2266736 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2267734 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2267734 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 2267735 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 2267735 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 2267736 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 2267736 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 2267737 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections, has occurred - updating...
   [junit4]   2> 2267737 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 2267738 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2267738 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/'
   [junit4]   2> 2267751 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2267755 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2267758 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2267765 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2267766 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 2267770 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2267858 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2267859 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2267860 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2267862 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2267878 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2267878 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2267878 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2267878 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 2267878 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c861493
   [junit4]   2> 2267879 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data
   [junit4]   2> 2267879 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 2267879 WARN  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2267879 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 2267880 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2267880 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@22ba7e94 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d97d9c),segFN=segments_1,generation=1}
   [junit4]   2> 2267880 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2267881 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data/
   [junit4]   2> 2267881 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2267884 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 2267884 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2267886 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2267887 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2267888 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2267889 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2267892 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 2267892 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2267893 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2267893 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2267894 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 2267894 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 2267894 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2267895 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@22ba7e94 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d97d9c),segFN=segments_1,generation=1}
   [junit4]   2> 2267895 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2267895 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@412bb366[collection1] main
   [junit4]   2> 2267895 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 2267896 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2267896 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2267897 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2267897 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2267897 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2267898 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2267898 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2267898 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2267898 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2267899 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 2267901 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 2267903 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 2267904 INFO  (searcherExecutor-2851-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@412bb366[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2267904 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2267905 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2267905 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2267905 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510654754395521024
   [junit4]   2> 2267907 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510654754395521024
   [junit4]   2> 2267907 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2267908 INFO  (coreLoadExecutor-2850-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2267908 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:37917/w/xw collection:tmp_collection shard:shard2
   [junit4]   2> 2267909 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard2/election
   [junit4]   2> 2267912 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard2/election/94415922033393668-core_node1-n_0000000000
   [junit4]   2> 2267913 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard2
   [junit4]   2> 2267914 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2267914 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2267914 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37917/w/xw/collection1/
   [junit4]   2> 2267914 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 2267914 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2267915 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37917/w/xw/collection1/ has no replicas
   [junit4]   2> 2267915 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37917/w/xw/collection1/ shard2
   [junit4]   2> 2267915 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard2
   [junit4]   2> 2267917 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.h.CdcrProcessStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 2267920 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:37917/w/xw",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2268022 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2268071 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:37917/w/xw/collection1/ and leader is http://127.0.0.1:37917/w/xw/collection1/
   [junit4]   2> 2268071 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37917/w/xw
   [junit4]   2> 2268071 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2268071 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2268071 INFO  (coreZkRegister-2844-thread-1-processing-n:127.0.0.1:37917_w%2Fxw x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37917_w%2Fxw c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2268073 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37917/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:37917_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2268073 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37917/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:37917_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2268175 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2268566 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1
   [junit4]   2> 2268568 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2268569 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2928b9c8{/w/xw,null,AVAILABLE}
   [junit4]   2> 2268570 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2fb14c1e{HTTP/1.1}{127.0.0.1:51074}
   [junit4]   2> 2268570 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.e.j.s.Server Started @2271549ms
   [junit4]   2> 2268570 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/w/xw, hostPort=51074, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores}
   [junit4]   2> 2268570 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2268570 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/'
   [junit4]   2> 2268586 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2268587 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2268587 INFO  (zkCallback-1165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bee8e5c name:ZooKeeperConnection Watcher:127.0.0.1:44560/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2268587 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2268588 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2268589 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2268589 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/solr.xml
   [junit4]   2> 2268594 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores
   [junit4]   2> 2268594 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer New CoreContainer 739380422
   [junit4]   2> 2268594 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/]
   [junit4]   2> 2268594 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/lib
   [junit4]   2> 2268595 WARN  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/lib).
   [junit4]   2> 2268602 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2268603 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2268604 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2268604 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2268604 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44560/solr
   [junit4]   2> 2268604 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2268604 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2268605 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2268606 INFO  (zkCallback-1167-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d87a8b8 name:ZooKeeperConnection Watcher:127.0.0.1:44560 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2268606 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2268606 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2268608 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2268609 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14d7b4d2 name:ZooKeeperConnection Watcher:127.0.0.1:44560/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2268609 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2268613 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2269619 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51074_w%2Fxw
   [junit4]   2> 2269621 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51074_w%2Fxw
   [junit4]   2> 2269622 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2269622 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2269624 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2269625 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94415922033393671-127.0.0.1:51074_w%2Fxw-n_0000000001
   [junit4]   2> 2269626 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000 to know if I could be the leader
   [junit4]   2> 2269638 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2269639 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2269639 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores
   [junit4]   2> 2269640 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1, collection=tmp_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2269640 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/
   [junit4]   2> 2269640 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 2269641 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2269641 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2269641 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2269641 INFO  (TEST-CdcrReplicationDistributedZkTest.doTests-seed#[67C56967F6DA5C70]) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2269642 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 2269642 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch tmp_collection
   [junit4]   2> 2269642 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51074/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:51074_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2269643 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51074/w/xw",
   [junit4]   2>   "node_name":"127.0.0.1:51074_w%2Fxw",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2269643 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for tmp_collection
   [junit4]   2> 2269643 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 2269643 INFO  (OverseerStateUpdate-94415922033393668-127.0.0.1:37917_w%2Fxw-n_0000000000) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2269645 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2269746 INFO  (zkCallback-1164-thread-1-processing-n:127.0.0.1:37917_w%2Fxw) [n:127.0.0.1:37917_w%2Fxw    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2269746 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2270645 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2270645 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 2270646 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2270646 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 2270647 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2270647 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/'
   [junit4]   2> 2270661 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2270666 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2270686 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2270693 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2270694 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 2270699 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2270784 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2270785 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2270785 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2270788 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2270802 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2270802 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2270802 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2270802 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/], dataDir=[null]
   [junit4]   2> 2270803 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c861493
   [junit4]   2> 2270803 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data
   [junit4]   2> 2270803 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data/index/
   [junit4]   2> 2270803 WARN  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2270804 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data/index
   [junit4]   2> 2270804 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2270805 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7ac6fd3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8e8837a),segFN=segments_1,generation=1}
   [junit4]   2> 2270805 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2270806 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data/
   [junit4]   2> 2270806 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_67C56967F6DA5C70-001/jetty-002/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2270812 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 2270812 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2270815 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2270816 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2270817 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2270818 INFO  (coreLoadExecutor-2862-thread-1-processing-n:127.0.0.1:51074_w%2Fxw) [n:127.0.0.1:51074_w%2Fxw c:tmp_collection s:shard1 r:core_node2 x:c

[...truncated too long message...]

apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 2971950 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67C56967F6DA5C70]-worker) [n:127.0.0.1:57608_ c:addReplicaColl s:shard1 r:core_node7 x:propertyDotName] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 27, 2015 7:02:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene53, sim=DefaultSimilarity, locale=bg, timezone=Australia/Perth
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=253204616,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [DirectUpdateHandlerOptimizeTest, TestSweetSpotSimilarityFactory, PrimitiveFieldTypeTest, TestRTimerTree, TestDefaultStatsCache, TestSolrCloudWithKerberosAlt, TestSort, TestExtendedDismaxParser, TestAuthorizationFramework, BasicDistributedZk2Test, CloudExitableDirectoryReaderTest, RAMDirectoryFactoryTest, TestNamedUpdateProcessors, HdfsThreadLeakTest, ExplicitHLLTest, HdfsDirectoryFactoryTest, TestMinMaxOnMultiValuedField, SecurityConfHandlerTest, OverseerTest, BinaryUpdateRequestHandlerTest, CloudMLTQParserTest, DocValuesMultiTest, SharedFSAutoReplicaFailoverTest, DistributedFacetPivotSmallAdvancedTest, OverriddenZkACLAndCredentialsProvidersTest, CdcrUpdateLogTest, LukeRequestHandlerTest, TestConfigReload, TestShardHandlerFactory, HdfsBasicDistributedZkTest, StatelessScriptUpdateProcessorFactoryTest, SimpleMLTQParserTest, SuggesterWFSTTest, RecoveryAfterSoftCommitTest, SuggesterTSTTest, TestCharFilters, TestSolr4Spatial2, DeleteReplicaTest, DirectUpdateHandlerTest, SparseHLLTest, TestFastLRUCache, TestPostingsSolrHighlighter, PluginInfoTest, QueryParsingTest, SharedFSAutoReplicaFailoverUtilsTest, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestExactSharedStatsCache, ResponseHeaderTest, TestBulkSchemaAPI, TestManagedSchemaFieldTypeResource, TestClassNameShortening, TestGroupingSearch, TestPerFieldSimilarity, TestManagedStopFilterFactory, TestStressReorder, CdcrVersionReplicationTest, FullSolrCloudDistribCmdsTest, TestManagedSchemaDynamicFieldResource, ClusterStateTest, TestTrieFacet, TestManagedResourceStorage, TestCryptoKeys, CoreAdminHandlerTest, TestSolrQueryParser, TestSolrXml, CollectionReloadTest, CdcrReplicationDistributedZkTest, HdfsSyncSliceTest, TestStressRecovery, TestSolrCLIRunExample, BadComponentTest, TestLRUCache, DistributedQueryComponentCustomSortTest, SampleTest, BadIndexSchemaTest, TestBulkSchemaConcurrent, TestConfigSetProperties, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [386/543] on J2 in 290.15s, 1 test, 1 error <<< FAILURES!

[...truncated 495 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 543 suites, 2145 tests, 1 error, 1 failure, 30 ignored (18 assumptions)

Total time: 170 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 776 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/776/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:57241, http://127.0.0.1:56384, http://127.0.0.1:40438, http://127.0.0.1:50878, http://127.0.0.1:41922]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57241, http://127.0.0.1:56384, http://127.0.0.1:40438, http://127.0.0.1:50878, http://127.0.0.1:41922]
	at __randomizedtesting.SeedInfo.seed([1A55CE4403CDBAD5:9201F19EAD31D72D]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281)
	at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:109)
	at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56384: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /admin/collections. Reason:
<pre>    {trace=java.lang.AssertionError
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36)
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64)
	at org.apache.solr.common.util.Utils.fromJSON(Utils.java:97)
	at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:81)
	at org.apache.solr.cloud.OverseerCollectionQueue.containsTaskWithRequestId(OverseerCollectionQueue.java:66)
	at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:256)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:211)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:191)
	at org.apache.solr.handler.admin.RebalanceLeaders.rejoinElection(RebalanceLeaders.java:269)
	at org.apache.solr.handler.admin.RebalanceLeaders.insurePreferredIsLeader(RebalanceLeaders.java:184)
	at org.apache.solr.handler.admin.RebalanceLeaders.execute(RebalanceLeaders.java:91)
	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation$23.call(CollectionsHandler.java:685)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:166)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:151)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:673)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)
,code=500}</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:341)
	... 48 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:48599: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48599: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:302)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:450)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=75488, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=75488, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47300/_/t: Could not find collection : awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([1A55CE4403CDBAD5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10362 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/init-core-data-001
   [junit4]   2> 1908749 INFO  (SUITE-TestRebalanceLeaders-seed#[1A55CE4403CDBAD5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1908749 INFO  (SUITE-TestRebalanceLeaders-seed#[1A55CE4403CDBAD5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1908753 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1908765 INFO  (Thread-54819) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1908765 INFO  (Thread-54819) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1908865 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkTestServer start zk server on port:53987
   [junit4]   2> 1908865 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1908889 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1908892 INFO  (zkCallback-2045-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22593b01 name:ZooKeeperConnection Watcher:127.0.0.1:53987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1908892 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1908892 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1908893 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1908895 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1908896 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1908897 INFO  (zkCallback-2046-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a271e66 name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1908897 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1908897 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1908897 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1908900 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1908901 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1908902 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1908903 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1908904 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1908906 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1908906 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1908907 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1908908 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1908909 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1908909 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1908910 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1908910 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1908912 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1908912 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1908913 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1908913 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1908914 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1908915 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1908916 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1908916 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1908917 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1908917 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1908919 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1908919 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1909405 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1
   [junit4]   2> 1909407 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1909410 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bce5da3{/,null,AVAILABLE}
   [junit4]   2> 1909412 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.ServerConnector Started ServerConnector@71f23675{HTTP/1.1}{127.0.0.1:57241}
   [junit4]   2> 1909412 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.Server Started @1912614ms
   [junit4]   2> 1909412 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/tempDir-001/control/data, hostContext=/, hostPort=57241, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores}
   [junit4]   2> 1909412 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1909412 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/'
   [junit4]   2> 1909433 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1909434 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909437 INFO  (zkCallback-2047-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e1903ac name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909437 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1909437 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1909438 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1909438 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/solr.xml
   [junit4]   2> 1909443 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores
   [junit4]   2> 1909444 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer New CoreContainer 828371231
   [junit4]   2> 1909444 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/]
   [junit4]   2> 1909444 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/lib
   [junit4]   2> 1909444 WARN  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/lib).
   [junit4]   2> 1909452 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1909454 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1909454 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1909454 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1909454 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53987/solr
   [junit4]   2> 1909454 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1909455 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1909465 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909467 INFO  (zkCallback-2049-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@21c472de name:ZooKeeperConnection Watcher:127.0.0.1:53987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909469 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1909470 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1909473 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909483 INFO  (zkCallback-2050-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@589db0b0 name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909483 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1909484 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1909486 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1909487 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1909489 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1909491 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1909493 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1909494 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1909495 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1909496 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1909498 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57241_
   [junit4]   2> 1909498 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57241_
   [junit4]   2> 1909499 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1909502 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1909503 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1909503 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94410230406053892-127.0.0.1:57241_-n_0000000000
   [junit4]   2> 1909504 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57241_
   [junit4]   2> 1909504 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1909505 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer Overseer (id=94410230406053892-127.0.0.1:57241_-n_0000000000) starting
   [junit4]   2> 1909507 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1909512 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1909513 INFO  (OverseerCollectionProcessor-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 1909513 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1909514 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1909529 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1909529 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1909530 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores
   [junit4]   2> 1909531 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1909531 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/
   [junit4]   2> 1909531 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1909533 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1909533 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1909533 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1909533 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:57241_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1909534 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57241",
   [junit4]   2>   "node_name":"127.0.0.1:57241_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1909534 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1909535 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57241",
   [junit4]   2>   "node_name":"127.0.0.1:57241_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1909535 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1909536 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1909537 INFO  (zkCallback-2050-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1910535 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1910535 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1910536 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1910536 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1910536 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1910536 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/'
   [junit4]   2> 1910564 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1910569 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1910572 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1910625 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1910626 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1910630 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1910815 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1910816 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1910817 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1910820 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1910835 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1910835 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1910835 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1910835 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1910835 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c7a1520
   [junit4]   2> 1910836 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data
   [junit4]   2> 1910836 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1910836 WARN  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1910837 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data/index
   [junit4]   2> 1910838 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.6279296875, noCFSRatio=1.0]
   [junit4]   2> 1910838 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@12296ed2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10b6e221),segFN=segments_1,generation=1}
   [junit4]   2> 1910838 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1910842 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1910842 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1910842 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1910842 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1910843 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1910843 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1910843 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1910843 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1910843 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1910845 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1910846 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1910847 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1910848 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1910849 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data/
   [junit4]   2> 1910849 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1910868 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1910868 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1910869 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1910869 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1910870 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1910870 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1910871 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=816110982, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1910871 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@12296ed2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10b6e221),segFN=segments_1,generation=1}
   [junit4]   2> 1910872 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1910872 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7ed9deba[collection1] main
   [junit4]   2> 1910872 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1910873 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1910873 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1910874 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1910874 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1910874 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1910875 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1910875 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1910875 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1910875 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1910875 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1910876 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1910876 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1910876 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510563688693628928
   [junit4]   2> 1910877 INFO  (searcherExecutor-2812-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ed9deba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1910878 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510563688693628928
   [junit4]   2> 1910879 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1910879 INFO  (coreLoadExecutor-2811-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1910880 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:57241 collection:control_collection shard:shard1
   [junit4]   2> 1910881 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1910884 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94410230406053892-core_node1-n_0000000000
   [junit4]   2> 1910884 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1910886 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1910887 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1910886 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1910887 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57241/collection1/
   [junit4]   2> 1910888 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1910888 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57241/collection1/ has no replicas
   [junit4]   2> 1910888 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57241/collection1/ shard1
   [junit4]   2> 1910889 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1910892 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:57241",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1910994 INFO  (zkCallback-2050-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1911035 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1911043 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:57241/collection1/ and leader is http://127.0.0.1:57241/collection1/
   [junit4]   2> 1911043 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57241
   [junit4]   2> 1911043 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1911044 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1911044 INFO  (coreZkRegister-2805-thread-1-processing-n:127.0.0.1:57241_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:57241_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1911045 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57241",
   [junit4]   2>   "node_name":"127.0.0.1:57241_",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1911046 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57241",
   [junit4]   2>   "node_name":"127.0.0.1:57241_",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1911053 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1911069 INFO  (zkCallback-2052-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@310a06c1 name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1911069 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1911069 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1911070 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1911071 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1911192 INFO  (zkCallback-2052-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1911198 INFO  (zkCallback-2050-thread-1-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1911925 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores/collection1
   [junit4]   2> 1911926 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001
   [junit4]   2> 1911927 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1911931 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59d75ad3{/,null,AVAILABLE}
   [junit4]   2> 1911931 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.ServerConnector Started ServerConnector@37aaf6b{HTTP/1.1}{127.0.0.1:56384}
   [junit4]   2> 1911931 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.e.j.s.Server Started @1915134ms
   [junit4]   2> 1911931 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56384, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores}
   [junit4]   2> 1911932 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1911932 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/'
   [junit4]   2> 1911948 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1911949 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1911950 INFO  (zkCallback-2053-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f1051dd name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1911950 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1911951 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1911952 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1911952 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/solr.xml
   [junit4]   2> 1911958 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores
   [junit4]   2> 1911958 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer New CoreContainer 1742237119
   [junit4]   2> 1911958 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/]
   [junit4]   2> 1911958 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/lib
   [junit4]   2> 1911958 WARN  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/lib).
   [junit4]   2> 1911966 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1911967 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1911968 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1911968 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1911968 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53987/solr
   [junit4]   2> 1911968 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1911968 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1911970 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1911989 INFO  (zkCallback-2055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c6ab8c5 name:ZooKeeperConnection Watcher:127.0.0.1:53987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1911990 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1911990 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1912009 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1912021 INFO  (zkCallback-2056-thread-1-processing-n:127.0.0.1:56384_) [n:127.0.0.1:56384_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@438dcf34 name:ZooKeeperConnection Watcher:127.0.0.1:53987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1912021 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1912024 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1913028 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56384_
   [junit4]   2> 1913029 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56384_
   [junit4]   2> 1913030 INFO  (zkCallback-2050-thread-2-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913030 INFO  (zkCallback-2056-thread-1-processing-n:127.0.0.1:56384_) [n:127.0.0.1:56384_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913030 INFO  (zkCallback-2052-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1913031 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1913032 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94410230406053896-127.0.0.1:56384_-n_0000000001
   [junit4]   2> 1913032 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94410230406053892-127.0.0.1:57241_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1913065 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1913065 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1913065 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores
   [junit4]   2> 1913066 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1913066 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_1A55CE4403CDBAD5-001/shard-1-001/cores/collection1/
   [junit4]   2> 1913067 INFO  (TEST-TestRebalanceLeaders.test-seed#[1A55CE4403CDBAD5]) [n:127.0.0.1:56384_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1913069 INFO  (coreLoadExecutor-2822-thread-1-processing-n:127.0.0.1:56384_) [n:127.0.0.1:56384_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1913069 INFO  (coreLoadExecutor-2822-thread-1-processing-n:127.0.0.1:56384_) [n:127.0.0.1:56384_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1913071 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56384",
   [junit4]   2>   "node_name":"127.0.0.1:56384_",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1913072 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56384",
   [junit4]   2>   "node_name":"127.0.0.1:56384_",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1913072 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1913072 INFO  (OverseerStateUpdate-94410230406053892-127.0.0.1:57241_-n_0000000000) [n:127.0.0.1:57241_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1913073 INFO  (zkCallback-2050-thread-2-processing-n:127.0.0.1:57241_) [n:127.0.0.1:57241_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1913073 INFO  (zkCallback-2052-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1913074 INFO  (zkCallback-2056-t

[...truncated too long message...]

mxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 4400003 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1A55CE4403CDBAD5]-worker) [n:127.0.0.1:60263__%2Ft c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 26, 2015 7:24:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=mk_MK, timezone=Etc/GMT-8
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=275049984,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestCSVLoader, PreAnalyzedUpdateProcessorTest, TestQuerySenderListener, HdfsLockFactoryTest, URLClassifyProcessorTest, EnumFieldTest, TestSerializedLuceneMatchVersion, TestJettySolrRunner, TestBulkSchemaAPI, TestSweetSpotSimilarityFactory, TestSolr4Spatial, DocExpirationUpdateProcessorFactoryTest, FullHLLTest, IndexSchemaTest, OverriddenZkACLAndCredentialsProvidersTest, TestTolerantSearch, TestDistributedSearch, TestRemoteStreaming, ResponseHeaderTest, TestCrossCoreJoin, TestRandomRequestDistribution, SharedFSAutoReplicaFailoverUtilsTest, DistributedDebugComponentTest, MultiTermTest, TestJoin, DeleteInactiveReplicaTest, TestCustomDocTransformer, HLLSerializationTest, TestBadConfig, BasicZkTest, DateFieldTest, QueryElevationComponentTest, TermsComponentTest, TestConfigReload, TestCloudPivotFacet, SyncSliceTest, ActionThrottleTest, ZkNodePropsTest, TestSolrQueryParserDefaultOperatorResource, TermVectorComponentTest, CdcrReplicationDistributedZkTest, TestSha256AuthenticationProvider, TestArbitraryIndexDir, TestStressLucene, DateMathParserTest, RequestHandlersTest, TestFunctionQuery, PeerSyncTest, TestDynamicLoading, SolrRequestParserTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, ConnectionManagerTest, TestClassNameShortening, TestHashQParserPlugin, TestDFRSimilarityFactory, TestDistributedStatsComponentCardinality, TestManagedResource, HdfsSyncSliceTest, TestPhraseSuggestions, TestNamedUpdateProcessors, HighlighterMaxOffsetTest, ClusterStateTest, TestSQLHandler, BasicDistributedZkTest, PingRequestHandlerTest, TestRebalanceLeaders, TestBinaryField, SharedFSAutoReplicaFailoverTest, TestFaceting, CSVRequestHandlerTest, HdfsRecoverLeaseTest, CurrencyFieldXmlFileTest, BadCopyFieldTest, TestIndexingPerformance, SuggesterWFSTTest, TestSearcherReuse, TestRandomFaceting, CoreAdminCreateDiscoverTest, SuggesterFSTTest, RecoveryAfterSoftCommitTest, BlockCacheTest, DefaultValueUpdateProcessorTest, RequestLoggingTest, TestDocumentBuilder, TestDistribIDF, OverseerTest, LeaderElectionIntegrationTest, TestReplicationHandler, DeleteReplicaTest, DistributedVersionInfoTest, SSLMigrationTest, TestAuthenticationFramework, TestCryptoKeys, TestMiniSolrCloudClusterSSL, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [476/540] on J0 in 432.08s, 1 test, 1 error <<< FAILURES!

[...truncated 221 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 540 suites, 2136 tests, 3 errors, 26 ignored (14 assumptions)

Total time: 209 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 775 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/775/

3 tests failed.
REGRESSION:  org.apache.solr.handler.TestSQLHandler.doTest

Error Message:
--> https://127.0.0.1:43667/collection1:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:47550/collection1/:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:43804/collection1/:Error opening new searcher

Stack Trace:
java.io.IOException: --> https://127.0.0.1:43667/collection1:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:47550/collection1/:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:43804/collection1/:Error opening new searcher
	at __randomizedtesting.SeedInfo.seed([DB5E3E1A35CD34DC:7C1A86BE58762765]:0)
	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:178)
	at org.apache.solr.handler.TestSQLHandler.getTuples(TestSQLHandler.java:911)
	at org.apache.solr.handler.TestSQLHandler.testParallelBasicGrouping(TestSQLHandler.java:546)
	at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=6440, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6440, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58253/_io/rl: Could not find collection : awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([DB5E3E1A35CD34DC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=12827, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12827, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33767/ok/gx: Could not find collection : awholynewstresscollection_collection3_1
	at __randomizedtesting.SeedInfo.seed([DB5E3E1A35CD34DC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10023 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/init-core-data-001
   [junit4]   2> 457398 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[DB5E3E1A35CD34DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 457398 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[DB5E3E1A35CD34DC]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_io/rl
   [junit4]   2> 457409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 457410 INFO  (Thread-3713) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 457410 INFO  (Thread-3713) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 457510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkTestServer start zk server on port:49302
   [junit4]   2> 457510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 457512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 457513 INFO  (zkCallback-458-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3aeb827f name:ZooKeeperConnection Watcher:127.0.0.1:49302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457513 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 457514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 457514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 457516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 457525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 457536 INFO  (zkCallback-459-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28d86f3e name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 457537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 457537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 457539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 457541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 457543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 457546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 457546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 457550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 457550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 457552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 457552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 457554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 457554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 457555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 457556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 457557 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 457557 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 457558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 457559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 457560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 457560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 457562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 457562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 457564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 457564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 457566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 457566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 457576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 457591 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 457592 INFO  (zkCallback-460-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17dd5ceb name:ZooKeeperConnection Watcher:127.0.0.1:49302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 457592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 457592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 457594 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 457596 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 457606 INFO  (zkCallback-461-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13d7961e name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 457606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 457607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 457607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 457609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 457610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 457611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 457612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 457613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 457613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 457615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 457615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 457621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 457621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 457622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 457622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 457624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 457624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 457625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 457625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 457627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 457627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 457628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 457628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 457629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 457630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 457633 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x14f647bd56c0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 458026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1
   [junit4]   2> 458028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 458030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42bcc847{/_io/rl,null,AVAILABLE}
   [junit4]   2> 458032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7d1f407e{HTTP/1.1}{127.0.0.1:38500}
   [junit4]   2> 458032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.Server Started @461645ms
   [junit4]   2> 458032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/tempDir-001/control/data, hostContext=/_io/rl, hostPort=38500, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores}
   [junit4]   2> 458033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 458033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/'
   [junit4]   2> 458048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 458049 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 458055 INFO  (zkCallback-462-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@348c7ada name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 458056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 458057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 458057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/solr.xml
   [junit4]   2> 458062 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores
   [junit4]   2> 458063 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer New CoreContainer 1431022615
   [junit4]   2> 458063 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/]
   [junit4]   2> 458063 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/lib
   [junit4]   2> 458063 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/lib).
   [junit4]   2> 458071 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 458072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 458072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 458073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 458073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49302/solr
   [junit4]   2> 458073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 458073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 458074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 458075 INFO  (zkCallback-464-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@166ea42c name:ZooKeeperConnection Watcher:127.0.0.1:49302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 458076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 458078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 458079 INFO  (zkCallback-465-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ef369f1 name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 458080 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 458082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 458083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 458085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 458087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 458090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 458091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 458094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 458095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 458096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38500__io%2Frl
   [junit4]   2> 458097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38500__io%2Frl
   [junit4]   2> 458100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 458102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 458103 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 458103 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000
   [junit4]   2> 458104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38500__io%2Frl
   [junit4]   2> 458104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 458107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer Overseer (id=94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) starting
   [junit4]   2> 458108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 458120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 458120 INFO  (OverseerCollectionProcessor-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 458121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 458121 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 458132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 458132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 458133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores
   [junit4]   2> 458134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 458134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/
   [junit4]   2> 458134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 458136 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 458136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 458136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 458136 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 458138 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38500/_io/rl",
   [junit4]   2>   "node_name":"127.0.0.1:38500__io%2Frl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 458138 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 458138 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38500/_io/rl",
   [junit4]   2>   "node_name":"127.0.0.1:38500__io%2Frl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 458139 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 458139 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 458141 INFO  (zkCallback-465-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 459140 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 459140 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 459143 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 459143 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 459146 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 459146 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/'
   [junit4]   2> 459161 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 459169 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 459173 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 459185 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 459186 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 459192 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 459291 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 459298 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 459299 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 459309 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 459312 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 459314 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 459315 WARN  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 459315 WARN  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 459315 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 459316 WARN  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 459316 WARN  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 459318 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 459318 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 459318 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 459319 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 459319 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2839dd32
   [junit4]   2> 459320 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data
   [junit4]   2> 459320 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data/index/
   [junit4]   2> 459320 WARN  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 459321 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data/index
   [junit4]   2> 459321 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1135047096, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 459322 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7c5cfffe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b03a101),segFN=segments_1,generation=1}
   [junit4]   2> 459322 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 459326 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 459326 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 459326 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 459326 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 459326 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 459327 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 459327 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 459327 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 459327 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 459329 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 459330 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data/
   [junit4]   2> 459330 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 459336 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 459337 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 459338 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 459341 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 459341 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 459342 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 459342 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 459343 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 459343 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 459344 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=245957286, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 459345 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7c5cfffe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b03a101),segFN=segments_1,generation=1}
   [junit4]   2> 459345 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 459345 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@628a13aa[collection1] main
   [junit4]   2> 459345 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 459346 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 459346 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 459346 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 459346 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 459347 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 459347 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 459347 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 459347 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 459347 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 459348 INFO  (searcherExecutor-1020-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@628a13aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 459348 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 459348 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 459348 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 459349 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510473605590286336
   [junit4]   2> 459351 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510473605590286336
   [junit4]   2> 459351 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 459351 INFO  (coreLoadExecutor-1019-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 459352 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:38500/_io/rl collection:control_collection shard:shard1
   [junit4]   2> 459353 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 459356 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94404600222449670-core_node1-n_0000000000
   [junit4]   2> 459357 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38500/_io/rl/collection1/
   [junit4]   2> 459359 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38500/_io/rl/collection1/ has no replicas
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38500/_io/rl/collection1/ shard1
   [junit4]   2> 459359 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 459364 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:38500/_io/rl",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 459466 INFO  (zkCallback-465-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 459515 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:38500/_io/rl/collection1/ and leader is http://127.0.0.1:38500/_io/rl/collection1/
   [junit4]   2> 459515 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38500/_io/rl
   [junit4]   2> 459515 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 459515 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 459515 INFO  (coreZkRegister-1013-thread-1-processing-n:127.0.0.1:38500__io%2Frl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38500__io%2Frl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 459517 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38500/_io/rl",
   [junit4]   2>   "node_name":"127.0.0.1:38500__io%2Frl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 459518 INFO  (OverseerStateUpdate-94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38500/_io/rl",
   [junit4]   2>   "node_name":"127.0.0.1:38500__io%2Frl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 459620 INFO  (zkCallback-465-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 459638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 459638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 459640 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3701ee5d name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 459640 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 459640 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 459640 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 459643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 459943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores/collection1
   [junit4]   2> 459944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001
   [junit4]   2> 459945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 459946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@250ece5e{/_io/rl,null,AVAILABLE}
   [junit4]   2> 459947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7dfc4700{HTTP/1.1}{127.0.0.1:33883}
   [junit4]   2> 459947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.Server Started @463559ms
   [junit4]   2> 459947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_io/rl, hostPort=33883, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores}
   [junit4]   2> 459947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 459947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/'
   [junit4]   2> 459962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 459963 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 459964 INFO  (zkCallback-468-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c1fe4d1 name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 459964 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 459965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 459966 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 459966 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/solr.xml
   [junit4]   2> 459971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores
   [junit4]   2> 459971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer New CoreContainer 1937775392
   [junit4]   2> 459971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/]
   [junit4]   2> 459971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/lib
   [junit4]   2> 459971 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/lib).
   [junit4]   2> 459979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 459980 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 459981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 459981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 459981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49302/solr
   [junit4]   2> 459981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 459981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 459982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 459983 INFO  (zkCallback-470-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@735505e3 name:ZooKeeperConnection Watcher:127.0.0.1:49302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 459984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 459984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 459986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 459986 INFO  (zkCallback-471-thread-1-processing-n:127.0.0.1:33883__io%2Frl) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4dee4a6e name:ZooKeeperConnection Watcher:127.0.0.1:49302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 459986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 459990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 460995 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33883__io%2Frl
   [junit4]   2> 460996 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33883__io%2Frl
   [junit4]   2> 460998 INFO  (zkCallback-465-thread-1-processing-n:127.0.0.1:38500__io%2Frl) [n:127.0.0.1:38500__io%2Frl    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 460998 INFO  (zkCallback-471-thread-1-processing-n:127.0.0.1:33883__io%2Frl) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 460998 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 461000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 461001 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94404600222449674-127.0.0.1:33883__io%2Frl-n_0000000001
   [junit4]   2> 461002 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94404600222449670-127.0.0.1:38500__io%2Frl-n_0000000000 to know if I could be the leader
   [junit4]   2> 461011 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 461011 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 461012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores
   [junit4]   2> 461013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 461013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DB5E3E1A35CD34DC-001/shard-1-001/cores/collection1/
   [junit4]   2> 461014 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 461015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 461015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:33883__io%2Frl    ] o.a.s.

[...truncated too long message...]

r.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:90)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:108)
   [junit4]   2> 	... 26 more
   [junit4]   2> 3659076 INFO  (TEST-TestSQLHandler.doTest-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3f2bf445{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 3659076 INFO  (TEST-TestSQLHandler.doTest-seed#[DB5E3E1A35CD34DC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b722517{/,null,UNAVAILABLE}
   [junit4]   2> 3659079 INFO  (TEST-TestSQLHandler.doTest-seed#[DB5E3E1A35CD34DC]) [n:127.0.0.1:47550_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55012 55012
   [junit4]   2> 3659388 INFO  (Thread-20772) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55012 55012
   [junit4]   2> 3659390 WARN  (Thread-20772) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSQLHandler -Dtests.method=doTest -Dtests.seed=DB5E3E1A35CD34DC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=hu -Dtests.timezone=Africa/Accra -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   35.6s J1 | TestSQLHandler.doTest <<<
   [junit4]    > Throwable #1: java.io.IOException: --> https://127.0.0.1:43667/collection1:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:47550/collection1/:java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:43804/collection1/:Error opening new searcher
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DB5E3E1A35CD34DC:7C1A86BE58762765]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:178)
   [junit4]    > 	at org.apache.solr.handler.TestSQLHandler.getTuples(TestSQLHandler.java:911)
   [junit4]    > 	at org.apache.solr.handler.TestSQLHandler.testParallelBasicGrouping(TestSQLHandler.java:546)
   [junit4]    > 	at org.apache.solr.handler.TestSQLHandler.doTest(TestSQLHandler.java:93)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3659405 INFO  (SUITE-TestSQLHandler-seed#[DB5E3E1A35CD34DC]-worker) [n:127.0.0.1:47550_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestSQLHandler_DB5E3E1A35CD34DC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {item_i=PostingsFormat(name=LuceneVarGapFixedInterval), n_l1=FSTOrd50, multiDefault=FSTOrd50, intDefault=BlockTreeOrds(blocksize=128), day_i=FSTOrd50, n_dt1=BlockTreeOrds(blocksize=128), n_td1=BlockTreeOrds(blocksize=128), n_d1=FSTOrd50, field_i=FSTOrd50, str_s=PostingsFormat(name=LuceneVarGapFixedInterval), n_f1=BlockTreeOrds(blocksize=128), n_ti1=PostingsFormat(name=LuceneVarGapDocFreqInterval), year_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), n_tl1=BlockTreeOrds(blocksize=128), _version_=BlockTreeOrds(blocksize=128), n_tf1=FSTOrd50, n_tdt1=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=FSTOrd50, month_i=FSTOrd50}, docValues:{year_i=DocValuesFormat(name=Direct), item_i=DocValuesFormat(name=Lucene50), multiDefault=DocValuesFormat(name=Lucene50), intDefault=DocValuesFormat(name=Memory), day_i=DocValuesFormat(name=Lucene50), id=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Lucene50), str_s=DocValuesFormat(name=Lucene50), n_f1=DocValuesFormat(name=Memory), month_i=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=hu, timezone=Africa/Accra
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=1,free=114570512,total=509083648
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedDebugComponentTest, ShardRoutingTest, TestDynamicFieldResource, TestMiniSolrCloudCluster, DeleteLastCustomShardedReplicaTest, TestHdfsUpdateLog, BasicAuthIntegrationTest, TestSha256AuthenticationProvider, HdfsSyncSliceTest, TestAnalyzeInfixSuggestions, ResourceLoaderTest, ZkSolrClientTest, UpdateParamsTest, TestFieldTypeCollectionResource, DistributedTermsComponentTest, TestManagedSchemaFieldTypeResource, TestConfigSets, BasicFunctionalityTest, HdfsNNFailoverTest, ZkControllerTest, TestManagedResourceStorage, CollectionsAPIDistributedZkTest, TestIndexSearcher, TestCharFilters, TestShardHandlerFactory, TestSolrDeletionPolicy2, TestReqParamsAPI, DistributedSuggestComponentTest, CollectionReloadTest, TestSimpleTrackingShardHandler, FieldAnalysisRequestHandlerTest, TestAuthenticationFramework, SliceStateTest, CoreAdminHandlerTest, SpellPossibilityIteratorTest, ShowFileRequestHandlerTest, TestCryptoKeys, TestFuzzyAnalyzedSuggestions, TestLRUStatsCache, TestDefaultSearchFieldResource, LeaderFailoverAfterPartitionTest, CloudExitableDirectoryReaderTest, DisMaxRequestHandlerTest, ReturnFieldsTest, SimpleMLTQParserTest, SuggesterTSTTest, ShardRoutingCustomTest, TestWriterPerf, ExplicitHLLTest, TestAuthorizationFramework, CursorMarkTest, AlternateDirectoryTest, SpellCheckComponentTest, TestCoreDiscovery, TestFastLRUCache, CopyFieldTest, CacheHeaderTest, TestClusterStateMutator, IndexSchemaRuntimeFieldTest, TestStressUserVersions, ScriptEngineTest, TestScoreJoinQPScore, BadComponentTest, NoCacheHeaderTest, TestCoreContainer, TestCloudPivotFacet, ZkStateReaderTest, TestLMDirichletSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TriLevelCompositeIdRoutingTest, TestTrieFacet, AnalyticsMergeStrategyTest, TestBlobHandler, DistributedFacetPivotSmallAdvancedTest, DistributedMLTComponentTest, SpatialFilterTest, TestMaxScoreQueryParser, TestElisionMultitermQuery, CdcrReplicationDistributedZkTest, DocValuesMissingTest, TestLFUCache, TestValueSourceCache, BJQParserTest, TestRawResponseWriter, AddBlockUpdateTest, TestClassNameShortening, TestComponentsName, TestLMJelinekMercerSimilarityFactory, ConcurrentDeleteAndCreateCollectionTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, HttpPartitionTest, SharedFSAutoReplicaFailoverTest, TestShortCircuitedRequests, HdfsBasicDistributedZk2Test, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, ZkStateWriterTest, CachingDirectoryFactoryTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetProperties, TestDynamicLoading, TestImplicitCoreProperties, TestInitParams, TestSolrConfigHandler, TestSolrXml, TestReplicationHandlerBackup, TestSQLHandler]
   [junit4] Completed [451/541] on J1 in 35.60s, 1 test, 1 error <<< FAILURES!

[...truncated 292 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 541 suites, 2136 tests, 3 errors, 26 ignored (14 assumptions)

Total time: 177 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 774 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/774/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=17888, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17888, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34691, http://127.0.0.1:46838, http://127.0.0.1:43095, http://127.0.0.1:48099, http://127.0.0.1:47081]
	at __randomizedtesting.SeedInfo.seed([16065656F6904182]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:898)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34691, http://127.0.0.1:46838, http://127.0.0.1:43095, http://127.0.0.1:48099, http://127.0.0.1:47081]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34691: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qn-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 5 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=29644, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=29644, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35116: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([16065656F6904182]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:857)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:895)




Build Log:
[...truncated 10519 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/init-core-data-001
   [junit4]   2> 1465543 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16065656F6904182]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1465544 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[16065656F6904182]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1465546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1465548 INFO  (Thread-10418) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1465548 INFO  (Thread-10418) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1465648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkTestServer start zk server on port:34373
   [junit4]   2> 1465648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1465649 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1465651 INFO  (zkCallback-1608-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f1f9717 name:ZooKeeperConnection Watcher:127.0.0.1:34373 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1465652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1465652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1465652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1465655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1465655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1465656 INFO  (zkCallback-1609-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@708a6bc4 name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1465657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1465657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1465657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1465658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1465660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1465661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1465662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1465662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1465665 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1465665 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1465667 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1465667 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1465668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1465669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1465670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1465670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1465672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1465672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1465673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1465674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1465675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1465675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1465677 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1465677 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1465678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1465679 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1465680 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1465680 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1465998 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1
   [junit4]   2> 1466000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1466002 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f076427{/,null,AVAILABLE}
   [junit4]   2> 1466003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4ed44f30{HTTP/1.1}{127.0.0.1:46838}
   [junit4]   2> 1466003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.Server Started @1469292ms
   [junit4]   2> 1466003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/tempDir-001/control/data, hostContext=/, hostPort=46838, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores}
   [junit4]   2> 1466004 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1466004 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/'
   [junit4]   2> 1466019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1466020 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1466021 INFO  (zkCallback-1610-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10dcaf4f name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1466021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1466022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1466023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1466023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/solr.xml
   [junit4]   2> 1466028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores
   [junit4]   2> 1466028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer New CoreContainer 614240466
   [junit4]   2> 1466028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/]
   [junit4]   2> 1466029 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/lib
   [junit4]   2> 1466029 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/lib).
   [junit4]   2> 1466036 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1466037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1466037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1466038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1466038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34373/solr
   [junit4]   2> 1466038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1466038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1466039 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1466040 INFO  (zkCallback-1612-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@371ed0cd name:ZooKeeperConnection Watcher:127.0.0.1:34373 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1466041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1466041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1466043 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1466044 INFO  (zkCallback-1613-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66b8e512 name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1466044 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1466045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1466048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1466051 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1466054 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1466056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1466058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1466059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1466061 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1466062 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1466063 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46838_
   [junit4]   2> 1466064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46838_
   [junit4]   2> 1466065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1466066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1466068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1466068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94399083377917956-127.0.0.1:46838_-n_0000000000
   [junit4]   2> 1466069 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46838_
   [junit4]   2> 1466069 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1466071 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer Overseer (id=94399083377917956-127.0.0.1:46838_-n_0000000000) starting
   [junit4]   2> 1466073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1466080 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1466080 INFO  (OverseerCollectionProcessor-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 1466080 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1466081 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1466094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1466094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1466095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores
   [junit4]   2> 1466096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1466096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/
   [junit4]   2> 1466096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1466097 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1466097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1466097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:46838_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1466097 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1466098 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1466099 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46838",
   [junit4]   2>   "node_name":"127.0.0.1:46838_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1466100 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46838",
   [junit4]   2>   "node_name":"127.0.0.1:46838_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1466100 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1466101 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1466103 INFO  (zkCallback-1613-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1467099 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1467099 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1467099 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1467099 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1467100 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1467100 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/'
   [junit4]   2> 1467113 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1467118 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1467121 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1467129 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1467130 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1467134 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1467238 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1467244 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1467245 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1467253 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1467255 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1467257 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1467257 WARN  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1467258 WARN  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1467258 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1467259 WARN  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1467259 WARN  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1467260 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1467260 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1467260 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1467260 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1467260 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f0adbc3
   [junit4]   2> 1467261 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data
   [junit4]   2> 1467261 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1467261 WARN  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1467261 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data/index
   [junit4]   2> 1467262 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8274339856619107]
   [junit4]   2> 1467262 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7490aa41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c0e2b3c),segFN=segments_1,generation=1}
   [junit4]   2> 1467262 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1467266 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1467267 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1467268 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1467268 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1467270 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1467271 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1467272 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1467272 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data/
   [junit4]   2> 1467273 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1467273 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1467276 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1467277 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1467277 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1467277 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1467278 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1467278 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1467278 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.26171875, floorSegmentMB=0.6337890625, forceMergeDeletesPctAllowed=22.426698914779777, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1467279 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7490aa41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c0e2b3c),segFN=segments_1,generation=1}
   [junit4]   2> 1467279 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1467279 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2fc86544[collection1] main
   [junit4]   2> 1467279 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1467280 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1467280 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1467281 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1467282 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1467282 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1467282 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1467282 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1467282 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510385335863869440
   [junit4]   2> 1467284 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1510385335863869440
   [junit4]   2> 1467285 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1467285 INFO  (coreLoadExecutor-4406-thread-1-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1467288 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46838 collection:control_collection shard:shard1
   [junit4]   2> 1467288 INFO  (searcherExecutor-4407-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2fc86544[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1467292 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1467295 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94399083377917956-core_node1-n_0000000000
   [junit4]   2> 1467300 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1467301 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1467301 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1467302 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46838/collection1/
   [junit4]   2> 1467302 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1467302 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1467303 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46838/collection1/ has no replicas
   [junit4]   2> 1467303 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46838/collection1/ shard1
   [junit4]   2> 1467303 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1467306 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46838",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1467408 INFO  (zkCallback-1613-thread-2-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1467457 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46838/collection1/ and leader is http://127.0.0.1:46838/collection1/
   [junit4]   2> 1467457 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46838
   [junit4]   2> 1467458 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1467458 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1467458 INFO  (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:46838_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46838_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1467459 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46838",
   [junit4]   2>   "node_name":"127.0.0.1:46838_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1467460 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46838",
   [junit4]   2>   "node_name":"127.0.0.1:46838_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1467562 INFO  (zkCallback-1613-thread-2-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1467599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1467600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1467601 INFO  (zkCallback-1615-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d596ea1 name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1467601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1467601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1467601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1467603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1467911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1
   [junit4]   2> 1467912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001
   [junit4]   2> 1467912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1467914 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@546231a6{/,null,AVAILABLE}
   [junit4]   2> 1467914 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.ServerConnector Started ServerConnector@249b9e66{HTTP/1.1}{127.0.0.1:34691}
   [junit4]   2> 1467915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.e.j.s.Server Started @1471203ms
   [junit4]   2> 1467915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=34691, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores}
   [junit4]   2> 1467915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1467915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/'
   [junit4]   2> 1467930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1467930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1467932 INFO  (zkCallback-1616-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5870249d name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1467932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1467933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1467934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1467934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/solr.xml
   [junit4]   2> 1467942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores
   [junit4]   2> 1467942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer New CoreContainer 1585019683
   [junit4]   2> 1467943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/]
   [junit4]   2> 1467943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/lib
   [junit4]   2> 1467943 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/lib).
   [junit4]   2> 1467950 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1467951 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1467952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1467952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1467952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34373/solr
   [junit4]   2> 1467952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1467952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1467953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1467954 INFO  (zkCallback-1618-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@493ceada name:ZooKeeperConnection Watcher:127.0.0.1:34373 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1467955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1467955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1467958 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1467959 INFO  (zkCallback-1619-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3076cdba name:ZooKeeperConnection Watcher:127.0.0.1:34373/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1467959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1467966 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1468972 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34691_
   [junit4]   2> 1468973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34691_
   [junit4]   2> 1468974 INFO  (zkCallback-1615-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1468974 INFO  (zkCallback-1619-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1468974 INFO  (zkCallback-1613-thread-2-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1468976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1468977 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94399083377917960-127.0.0.1:34691_-n_0000000001
   [junit4]   2> 1468978 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94399083377917956-127.0.0.1:46838_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1468989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1468989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1468989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores
   [junit4]   2> 1468990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1468991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/
   [junit4]   2> 1468991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1468992 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1468992 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1468992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1468992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[16065656F6904182]) [n:127.0.0.1:34691_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1468992 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1468993 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34691",
   [junit4]   2>   "node_name":"127.0.0.1:34691_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1468994 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:34691",
   [junit4]   2>   "node_name":"127.0.0.1:34691_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1468994 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1468995 INFO  (OverseerStateUpdate-94399083377917956-127.0.0.1:46838_-n_0000000000) [n:127.0.0.1:46838_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1469098 INFO  (zkCallback-1615-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1469098 INFO  (zkCallback-1619-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1469098 INFO  (zkCallback-1613-thread-2-processing-n:127.0.0.1:46838_) [n:127.0.0.1:46838_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1469993 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1469993 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1469994 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1469994 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 1469994 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1469994 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1470008 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1470012 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1470016 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1470023 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1470024 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1470028 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470120 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1470125 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1470126 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1470133 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1470136 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1470138 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1470139 WARN  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1470139 WARN  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1470139 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1470140 WARN  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1470140 WARN  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1470141 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1470141 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1470141 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1470141 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1470142 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f0adbc3
   [junit4]   2> 1470142 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1470142 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1470142 WARN  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1470143 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_16065656F6904182-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1470143 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8274339856619107]
   [junit4]   2> 1470144 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@513039a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57c5cd07),segFN=segments_1,generation=1}
   [junit4]   2> 1470144 INFO  (coreLoadExecutor-4417-thread-1-processing-n:127.0.0.1:34691_) [n:127.0.0.1:34691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
 

[...truncated too long message...]

813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 3633548 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[16065656F6904182]-worker) [n:127.0.0.1:35116_ c:addReplicaColl s:shard1 r:core_node7 x:propertyDotName] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 24, 2015 8:04:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=Asserting), _version_=Lucene50(blocksize=128), multiDefault=FST50, a_t=FST50, intDefault=Lucene50(blocksize=128), a_i1=FST50, id=PostingsFormat(name=Asserting), range_facet_i_dv=FST50, text=BlockTreeOrds(blocksize=128), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sk, timezone=Asia/Baghdad
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=4,threads=2,free=85812800,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [FileBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, TestGroupingSearch, DistributedExpandComponentTest, TestCloudInspectUtil, ZkStateWriterTest, TestSolrConfigHandlerConcurrent, HdfsUnloadDistributedZkTest, TestSimpleQParserPlugin, TestStressRecovery, TestExpandComponent, HdfsBasicDistributedZk2Test, TestSolrCloudWithKerberosAlt, ResponseLogComponentTest, SmileWriterTest, HdfsThreadLeakTest, PathHierarchyTokenizerFactoryTest, BitVectorTest, DistributedFacetPivotWhiteBoxTest, DataDrivenBlockJoinTest, SampleTest, TestReloadAndDeleteDocs, TestDocBasedVersionConstraints, TestSort, UUIDUpdateProcessorFallbackTest, TestSchemaManager, TestStandardQParsers, MultiThreadedOCPTest, TestExactSharedStatsCache, HLLUtilTest, TestDocSet, TestJsonRequest, BasicDistributedZk2Test, TestLeaderElectionZkExpiry, TestAddFieldRealTimeGet, DistributedQueryElevationComponentTest, TestPerFieldSimilarity, AsyncMigrateRouteKeyTest, DistributedFacetPivotSmallTest, CdcrReplicationHandlerTest, HdfsChaosMonkeySafeLeaderTest, SOLR749Test, TestCopyFieldCollectionResource, OpenExchangeRatesOrgProviderTest, RemoteQueryErrorTest, NumericFieldsTest, ReplicationFactorTest, TestExtendedDismaxParser, CircularListTest, FullSolrCloudDistribCmdsTest, TestCollapseQParserPlugin, TestCollectionAPI, TestManagedSchema, TestReRankQParserPlugin, OverseerTest, RankQueryTest, SynonymTokenizerTest, TestIntervalFaceting, HardAutoCommitTest, AliasIntegrationTest, TermVectorComponentDistributedTest, TestPseudoReturnFields, SearchHandlerTest, TestBM25SimilarityFactory, TestZkChroot, TestManagedSchemaDynamicFieldResource, TestSchemaResource, DistribCursorPagingTest, SoftAutoCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrQueryParser, AutoCommitTest, TestDistributedMissingSort, QueryParsingTest, QueryEqualityTest, XmlUpdateRequestHandlerTest, CdcrVersionReplicationTest, SaslZkACLProviderTest, TestRecovery, SpellCheckCollatorTest, SolrInfoMBeanTest, LeaderElectionTest, FacetPivotSmallTest, SortByFunctionTest, TestQuerySenderNoQuery, TestSolrXml, SyncSliceTest, RecoveryZkTest, TestReplicationHandler, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, SharedFSAutoReplicaFailoverTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [443/541] on J2 in 485.70s, 1 test, 1 error <<< FAILURES!

[...truncated 321 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:782: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:514: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1432: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:987: There were test failures: 541 suites, 2134 tests, 2 errors, 26 ignored (14 assumptions)

Total time: 213 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure