You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/07/02 19:00:46 UTC

[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 2425 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/2425/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:59851/o_ss, http://127.0.0.1:59857/o_ss, http://127.0.0.1:59863/o_ss, http://127.0.0.1:59843/o_ss, http://127.0.0.1:59835/o_ss]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:59851/o_ss, http://127.0.0.1:59857/o_ss, http://127.0.0.1:59863/o_ss, http://127.0.0.1:59843/o_ss, http://127.0.0.1:59835/o_ss]
	at __randomizedtesting.SeedInfo.seed([46F026DAD70DFE63:CEA4190079F1939B]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281)
	at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:108)
	at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59863/o_ss: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /o_ss/admin/collections. Reason:
<pre>    {trace=java.lang.AssertionError
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36)
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64)
	at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:151)
	at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92)
	at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127)
	at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:255)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:207)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:190)
	at org.apache.solr.handler.admin.RebalanceLeaders.rejoinElection(RebalanceLeaders.java:269)
	at org.apache.solr.handler.admin.RebalanceLeaders.insurePreferredIsLeader(RebalanceLeaders.java:184)
	at org.apache.solr.handler.admin.RebalanceLeaders.execute(RebalanceLeaders.java:91)
	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation$23.call(CollectionsHandler.java:684)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:165)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:654)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:433)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)
,code=500}</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344)
	... 48 more




Build Log:
[...truncated 11087 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/init-core-data-001
   [junit4]   2> 2599088 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2599088 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o_ss/
   [junit4]   2> 2599092 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2599093 INFO  (Thread-4206) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2599093 INFO  (Thread-4206) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2599194 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkTestServer start zk server on port:59829
   [junit4]   2> 2599237 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2599245 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2599252 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2599258 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2599263 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2599269 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2599275 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2599281 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2599287 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2599293 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2599298 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2599897 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1
   [junit4]   2> 2599900 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59ace29e{/o_ss,null,AVAILABLE}
   [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65522110{HTTP/1.1}{127.0.0.1:59835}
   [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server Started @2607689ms
   [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=59835, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/tempDir-001/control/data, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores, hostContext=/o_ss}
   [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/'
   [junit4]   2> 2599939 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/solr.xml
   [junit4]   2> 2599976 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores
   [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer New CoreContainer 1369214611
   [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/]
   [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/lib
   [junit4]   2> 2599977 WARN  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/lib).
   [junit4]   2> 2599993 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59829/solr
   [junit4]   2> 2599998 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2600043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59835_o_ss
   [junit4]   2> 2600054 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2600055 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94100225864564739-127.0.0.1:59835_o_ss-n_0000000000
   [junit4]   2> 2600057 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59835_o_ss
   [junit4]   2> 2600061 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Overseer (id=94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) starting
   [junit4]   2> 2600081 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2600082 INFO  (OverseerCollectionProcessor-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 2600083 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2600091 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2600092 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2600096 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores
   [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.SolrCore Created CoreDescriptor: {coreNodeName=, shard=, dataDir=data/, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, name=collection1, collection=control_collection, transient=false}
   [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/
   [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 2600100 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2600100 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2600101 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 2600101 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2600102 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2600102 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2600104 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null} current state version: 0
   [junit4]   2> 2600106 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null}
   [junit4]   2> 2600106 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2600107 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2601104 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2601104 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2601106 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2601109 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/'
   [junit4]   2> 2601131 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2601144 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2601159 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 2601229 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2601231 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 2601238 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2601481 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2601482 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2601483 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2601487 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c8ad51
   [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data
   [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2601527 WARN  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index
   [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=41.7958984375, floorSegmentMB=1.5537109375, forceMergeDeletesPctAllowed=26.44022218192032, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4824443113713577
   [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@32cfa480 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e38e98f),segFN=segments_1,generation=1}
   [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2601529 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/
   [junit4]   2> 2601530 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2601534 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2601534 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2601547 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2601549 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2601551 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2601553 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2601558 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/admin/logging,/admin/file,/admin/plugins,/admin/threads,/admin/luke,/admin/segments,/replication,/update/json,standard,/admin/system,/config,/get,/update/json/docs,/update,/admin/ping,/update/csv,/schema,/admin/properties
   [junit4]   2> 2601559 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2601560 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2601561 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2601562 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 2601562 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.216332442109733]
   [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@32cfa480 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e38e98f),segFN=segments_1,generation=1}
   [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7750b7c1[collection1] main
   [junit4]   2> 2601565 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2601569 INFO  (searcherExecutor-5730-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7750b7c1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2601569 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2601570 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2601570 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2601571 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1505603616426164224
   [junit4]   2> 2601573 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3 ms to seed version buckets with highest version 1505603616426164224
   [junit4]   2> 2601573 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2601575 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2601576 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59835/o_ss collection:control_collection shard:shard1
   [junit4]   2> 2601587 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94100225864564739-core_node1-n_0000000000
   [junit4]   2> 2601589 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 2601591 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59835/o_ss/collection1/
   [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2601593 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59835/o_ss/collection1/ has no replicas
   [junit4]   2> 2601593 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59835/o_ss/collection1/ shard1
   [junit4]   2> 2601593 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2601605 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2601607 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2601616 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2601616 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2601623 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2601625 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "stateFormat":"2"} current state version: 1
   [junit4]   2> 2601625 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59835/o_ss/collection1/ and leader is http://127.0.0.1:59835/o_ss/collection1/
   [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59835/o_ss
   [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2601660 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2601664 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "roles":null} current state version: 2
   [junit4]   2> 2601666 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "roles":null}
   [junit4]   2> 2601668 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2602034 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1
   [junit4]   2> 2602036 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001
   [junit4]   2> 2602037 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 2602041 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fd553df{/o_ss,null,AVAILABLE}
   [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5e756e01{HTTP/1.1}{127.0.0.1:59843}
   [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server Started @2609827ms
   [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=59843, hostContext=/o_ss, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/tempDir-001/jetty1}
   [junit4]   2> 2602043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 2602043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/'
   [junit4]   2> 2602093 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/solr.xml
   [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores
   [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer New CoreContainer 1300137864
   [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/]
   [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/lib
   [junit4]   2> 2602129 WARN  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/lib).
   [junit4]   2> 2602143 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2602148 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59829/solr
   [junit4]   2> 2602150 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2603187 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59843_o_ss
   [junit4]   2> 2603196 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2603197 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94100225864564743-127.0.0.1:59843_o_ss-n_0000000001
   [junit4]   2> 2603199 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94100225864564739-127.0.0.1:59835_o_ss-n_0000000000 to know if I could be the leader
   [junit4]   2> 2603200 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2603201 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2603203 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores
   [junit4]   2> 2603204 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, loadOnStartup=true, shard=, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/, collection=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1, coreNodeName=, dataDir=data/}
   [junit4]   2> 2603205 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/
   [junit4]   2> 2603205 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 2603208 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 2603208 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2603209 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2603209 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2603211 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2603212 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for external collection collection1
   [junit4]   2> 2603214 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:59843_o_ss",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "roles":null} current state version: 4
   [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:59843_o_ss",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "roles":null}
   [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=4
   [junit4]   2> 2603215 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2603323 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 2604218 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2604218 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2604219 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2604221 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/'
   [junit4]   2> 2604243 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2604252 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2604269 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 2604327 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2604330 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 2604340 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2604571 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2604573 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2604574 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2604578 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2604618 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2604618 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2604619 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 2604619 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c8ad51
   [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data
   [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 2604620 WARN  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=41.7958984375, floorSegmentMB=1.5537109375, forceMergeDeletesPctAllowed=26.44022218192032, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4824443113713577
   [junit4]   2> 2604621 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@43e2e606 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@656bb6bb),segFN=segments_1,generation=1}
   [junit4]   2> 2604621 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2604622 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 2604622 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2604627 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2604627 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2604629 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2604638 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2604640 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2604642 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2604644 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2604649 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/admin/logging,/admin/file,/admin/plugins,/admin/threads,/admin/luke,/admin/segments,/replication,/update/json,standard,/admin/system,/config,/get,/update/json/docs,/update,/admin/ping,/update/csv,/schema,/admin/properties
   [junit4]   2> 2604650 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2604651 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 2604653 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.216332442109733]
   [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@43e2e606 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@656bb6bb),segFN=segments_1,generation=1}
   [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3ff7b6f9[collection1] main
   [junit4]   2> 2604656 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2604659 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2604659 INFO  (searcherExecutor-5741-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ff7b6f9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1505603619665215488
   [junit4]   2> 2604662 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1505603619665215488
   [junit4]   2> 2604662 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2604664 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2604664 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59843/o_ss collection:collection1 shard:shard2
   [junit4]   2> 2604674 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94100225864564743-core_node1-n_0000000000
   [junit4]   2> 2604676 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard2
   [junit4]   2> 2604679 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59843/o_ss/collection1/
   [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59843/o_ss/collection1/ has no replicas
   [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59843/o_ss/collection1/ shard2
   [junit4]   2> 2604681 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1"} current state version: 4
   [junit4]   2> 2604683 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 2604691 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 4
   [junit4]   2> 2604693 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 2604701 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2604742 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59843/o_ss/collection1/ and leader is http://127.0.0.1:59843/o_ss/collection1/
   [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59843/o_ss
   [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2604752 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2604754 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_000000

[...truncated too long message...]

lr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    > 	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
   [junit4]    > 	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:499)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > ,code=500}</pre></p>
   [junit4]    > <hr /><i><small>Powered by Jetty://</small></i>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344)
   [junit4]    > 	... 48 more
   [junit4]   2> 2710647 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [n:127.0.0.1:59863_o_ss c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=29060, maxDocsPerChunk=1, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=29060, blockSize=10)), sim=DefaultSimilarity, locale=sr_CS, timezone=Pacific/Funafuti
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=3,threads=1,free=140137616,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [SolrRequestParserTest, SpellCheckCollatorTest, DistributedExpandComponentTest, TestSolrXml, EnumFieldTest, TestHdfsUpdateLog, TestFieldTypeCollectionResource, TestLMJelinekMercerSimilarityFactory, TestUtils, TestFileDictionaryLookup, HighlighterTest, TestFuzzyAnalyzedSuggestions, DistributedMLTComponentTest, ShardRoutingCustomTest, SolrXmlInZkTest, SharedFSAutoReplicaFailoverUtilsTest, LoggingHandlerTest, TermsComponentTest, HdfsChaosMonkeySafeLeaderTest, TestOrdValues, CursorPagingTest, StressHdfsTest, ExitableDirectoryReaderTest, SolrIndexConfigTest, TestSearchPerf, TestMergePolicyConfig, BasicFunctionalityTest, TestReplicationHandlerBackup, TestSolrQueryParserDefaultOperatorResource, FieldMutatingUpdateProcessorTest, LeaderElectionIntegrationTest, SpatialRPTFieldTypeTest, OverseerCollectionProcessorTest, TestFieldResource, OpenExchangeRatesOrgProviderTest, BadIndexSchemaTest, UpdateParamsTest, TestSolrCoreProperties, TestComplexPhraseQParserPlugin, ChaosMonkeySafeLeaderTest, ResponseHeaderTest, TestRandomFaceting, TestClassNameShortening, DocumentBuilderTest, HdfsDirectoryTest, HighlighterConfigTest, FileBasedSpellCheckerTest, LeaderInitiatedRecoveryOnCommitTest, TestFastOutputStream, TestDynamicLoading, TestManagedResourceStorage, CursorMarkTest, XsltUpdateRequestHandlerTest, AssignTest, RequestLoggingTest, AliasIntegrationTest, MultiThreadedOCPTest, QueryResultKeyTest, TestSchemaVersionResource, DisMaxRequestHandlerTest, BJQParserTest, AnalyticsQueryTest, TestRemoveLastDynamicCopyField, TestRandomRequestDistribution, TestBulkSchemaConcurrent, PluginInfoTest, TestConfigReload, MBeansHandlerTest, SpellingQueryConverterTest, TestDistributedGrouping, AutoCommitTest, SolrCloudExampleTest, HdfsBasicDistributedZk2Test, ZkNodePropsTest, JsonLoaderTest, DataDrivenBlockJoinTest, DeleteInactiveReplicaTest, TestJoin, CopyFieldTest, TestNamedUpdateProcessors, FastVectorHighlighterTest, RAMDirectoryFactoryTest, SpellCheckComponentTest, CollectionsAPIAsyncDistributedZkTest, TestBadConfig, DistributedQueryComponentCustomSortTest, TestSortingResponseWriter, DistributedFacetPivotLongTailTest, TestHighlightDedupGrouping, DeleteShardTest, TestRTGBase, MigrateRouteKeyTest, CoreAdminRequestStatusTest, QueryEqualityTest, TestSchemaManager, BlockCacheTest, EchoParamsTest, SimpleMLTQParserTest, TestConfig, FileUtilsTest, TestConfigOverlay, HdfsWriteToMultipleCollectionsTest, FullSolrCloudDistribCmdsTest, CurrencyFieldXmlFileTest, TestQuerySenderListener, TestCoreDiscovery, BasicZkTest, ZkSolrClientTest, ReplicationFactorTest, HdfsRecoveryZkTest, ZkStateWriterTest, TestRestoreCore, TestMaxScoreQueryParser, StatsComponentTest, SpellPossibilityIteratorTest, TestSearcherReuse, ActionThrottleTest, TestSolrJ, BlockDirectoryTest, SuggesterTSTTest, SpatialFilterTest, TestPHPSerializedResponseWriter, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, TestGroupingSearch, ConvertedLegacyTest, TestSort, TestFiltering, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestDocSet, MinimalSchemaTest, ExternalFileFieldSortTest, TestLuceneMatchVersion, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestDefaultSimilarityFactory, ResourceLoaderTest, PreAnalyzedFieldTest, DateFieldTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, DistributedVersionInfoTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, ShardSplitTest, TestCollectionAPI, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestRebalanceLeaders]
   [junit4] Completed [422/507] on J1 in 112.03s, 1 test, 1 error <<< FAILURES!

[...truncated 277 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:536: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:484: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:230: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:512: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1444: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:999: There were test failures: 507 suites, 2008 tests, 1 error, 64 ignored (24 assumptions)

Total time: 90 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 2425 - Failure!

Posted by Erick Erickson <er...@gmail.com>.
OK, maybe this is what Mark Miller was talking about in
https://issues.apache.org/jira/browse/SOLR-6971. I see occasional
issues like this in the lazy core tests. Both seem to have the "no
live servers...." error and I'm wondering if there's something
underlying both (and, for that matter, other test failures)....



On Thu, Jul 2, 2015 at 1:00 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/2425/
> Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
>
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test
>
> Error Message:
> No live SolrServers available to handle this request:[http://127.0.0.1:59851/o_ss, http://127.0.0.1:59857/o_ss, http://127.0.0.1:59863/o_ss, http://127.0.0.1:59843/o_ss, http://127.0.0.1:59835/o_ss]
>
> Stack Trace:
> org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:59851/o_ss, http://127.0.0.1:59857/o_ss, http://127.0.0.1:59863/o_ss, http://127.0.0.1:59843/o_ss, http://127.0.0.1:59835/o_ss]
>         at __randomizedtesting.SeedInfo.seed([46F026DAD70DFE63:CEA4190079F1939B]:0)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
>         at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
>         at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281)
>         at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:108)
>         at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:74)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
>         at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
>         at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59863/o_ss: Expected mime type application/octet-stream but got text/html. <html>
> <head>
> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
> <title>Error 500 </title>
> </head>
> <body>
> <h2>HTTP ERROR: 500</h2>
> <p>Problem accessing /o_ss/admin/collections. Reason:
> <pre>    {trace=java.lang.AssertionError
>         at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36)
>         at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64)
>         at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:151)
>         at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92)
>         at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127)
>         at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:255)
>         at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:207)
>         at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:190)
>         at org.apache.solr.handler.admin.RebalanceLeaders.rejoinElection(RebalanceLeaders.java:269)
>         at org.apache.solr.handler.admin.RebalanceLeaders.insurePreferredIsLeader(RebalanceLeaders.java:184)
>         at org.apache.solr.handler.admin.RebalanceLeaders.execute(RebalanceLeaders.java:91)
>         at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation$23.call(CollectionsHandler.java:684)
>         at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:165)
>         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:654)
>         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:433)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
>         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
>         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
>         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
>         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
>         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
>         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
>         at org.eclipse.jetty.server.Server.handle(Server.java:499)
>         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
>         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
>         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
>         at java.lang.Thread.run(Thread.java:745)
> ,code=500}</pre></p>
> <hr /><i><small>Powered by Jetty://</small></i>
> </body>
> </html>
>
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344)
>         ... 48 more
>
>
>
>
> Build Log:
> [...truncated 11087 lines...]
>    [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
>    [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/init-core-data-001
>    [junit4]   2> 2599088 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
>    [junit4]   2> 2599088 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o_ss/
>    [junit4]   2> 2599092 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 2599093 INFO  (Thread-4206) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 2599093 INFO  (Thread-4206) [    ] o.a.s.c.ZkTestServer Starting server
>    [junit4]   2> 2599194 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkTestServer start zk server on port:59829
>    [junit4]   2> 2599237 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
>    [junit4]   2> 2599245 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
>    [junit4]   2> 2599252 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 2599258 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
>    [junit4]   2> 2599263 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
>    [junit4]   2> 2599269 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
>    [junit4]   2> 2599275 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
>    [junit4]   2> 2599281 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 2599287 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 2599293 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
>    [junit4]   2> 2599298 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
>    [junit4]   2> 2599897 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1
>    [junit4]   2> 2599900 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
>    [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59ace29e{/o_ss,null,AVAILABLE}
>    [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65522110{HTTP/1.1}{127.0.0.1:59835}
>    [junit4]   2> 2599904 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server Started @2607689ms
>    [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=59835, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/tempDir-001/control/data, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores, hostContext=/o_ss}
>    [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
>    [junit4]   2> 2599905 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/'
>    [junit4]   2> 2599939 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/solr.xml
>    [junit4]   2> 2599976 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores
>    [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer New CoreContainer 1369214611
>    [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/]
>    [junit4]   2> 2599977 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/lib
>    [junit4]   2> 2599977 WARN  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/lib).
>    [junit4]   2> 2599993 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>    [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>    [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 2599997 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59829/solr
>    [junit4]   2> 2599998 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkController zkHost includes chroot
>    [junit4]   2> 2600043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59835_o_ss
>    [junit4]   2> 2600054 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 2600055 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94100225864564739-127.0.0.1:59835_o_ss-n_0000000000
>    [junit4]   2> 2600057 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59835_o_ss
>    [junit4]   2> 2600061 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Overseer (id=94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) starting
>    [junit4]   2> 2600081 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 2600082 INFO  (OverseerCollectionProcessor-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
>    [junit4]   2> 2600083 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer Starting to work on the main queue
>    [junit4]   2> 2600091 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoreContainer No authentication plugin used.
>    [junit4]   2> 2600092 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>    [junit4]   2> 2600096 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores
>    [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.SolrCore Created CoreDescriptor: {coreNodeName=, shard=, dataDir=data/, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, name=collection1, collection=control_collection, transient=false}
>    [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/
>    [junit4]   2> 2600098 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.CoresLocator Found 1 core definitions
>    [junit4]   2> 2600100 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
>    [junit4]   2> 2600100 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
>    [junit4]   2> 2600101 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
>    [junit4]   2> 2600101 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59835_o_ss    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>    [junit4]   2> 2600102 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2600102 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
>    [junit4]   2> 2600104 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "state":"down",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
>    [junit4]   2>   "collection":"control_collection",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "shard":null,
>    [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "roles":null} current state version: 0
>    [junit4]   2> 2600106 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>    [junit4]   2>   "state":"down",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
>    [junit4]   2>   "collection":"control_collection",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "shard":null,
>    [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
>    [junit4]   2>   "numShards":"1",
>    [junit4]   2>   "roles":null}
>    [junit4]   2> 2600106 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
>    [junit4]   2> 2600107 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
>    [junit4]   2> 2601104 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
>    [junit4]   2> 2601104 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
>    [junit4]   2> 2601106 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
>    [junit4]   2> 2601109 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/'
>    [junit4]   2> 2601131 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
>    [junit4]   2> 2601144 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
>    [junit4]   2> 2601159 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
>    [junit4]   2> 2601229 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 2601231 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
>    [junit4]   2> 2601238 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>    [junit4]   2> 2601481 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
>    [junit4]   2> 2601482 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
>    [junit4]   2> 2601483 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
>    [junit4]   2> 2601487 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
>    [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
>    [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/], dataDir=[null]
>    [junit4]   2> 2601526 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c8ad51
>    [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data
>    [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index/
>    [junit4]   2> 2601527 WARN  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
>    [junit4]   2> 2601527 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/index
>    [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=41.7958984375, floorSegmentMB=1.5537109375, forceMergeDeletesPctAllowed=26.44022218192032, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4824443113713577
>    [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>        commit{dir=MockDirectoryWrapper(RAMDirectory@32cfa480 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e38e98f),segFN=segments_1,generation=1}
>    [junit4]   2> 2601528 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
>    [junit4]   2> 2601529 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/
>    [junit4]   2> 2601530 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
>    [junit4]   2> 2601534 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 2601534 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2601535 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2601536 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 2601547 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2601549 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2601551 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2601553 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2601558 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/admin/logging,/admin/file,/admin/plugins,/admin/threads,/admin/luke,/admin/segments,/replication,/update/json,standard,/admin/system,/config,/get,/update/json/docs,/update,/admin/ping,/update/csv,/schema,/admin/properties
>    [junit4]   2> 2601559 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>    [junit4]   2> 2601560 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 2601561 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 2601562 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
>    [junit4]   2> 2601562 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
>    [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.216332442109733]
>    [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>        commit{dir=MockDirectoryWrapper(RAMDirectory@32cfa480 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e38e98f),segFN=segments_1,generation=1}
>    [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
>    [junit4]   2> 2601563 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7750b7c1[collection1] main
>    [junit4]   2> 2601565 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
>    [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
>    [junit4]   2> 2601566 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
>    [junit4]   2> 2601568 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>    [junit4]   2> 2601569 INFO  (searcherExecutor-5730-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7750b7c1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 2601569 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
>    [junit4]   2> 2601570 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
>    [junit4]   2> 2601570 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
>    [junit4]   2> 2601571 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1505603616426164224
>    [junit4]   2> 2601573 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3 ms to seed version buckets with highest version 1505603616426164224
>    [junit4]   2> 2601573 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
>    [junit4]   2> 2601575 INFO  (coreLoadExecutor-5729-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
>    [junit4]   2> 2601576 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59835/o_ss collection:control_collection shard:shard1
>    [junit4]   2> 2601587 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94100225864564739-core_node1-n_0000000000
>    [junit4]   2> 2601589 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
>    [junit4]   2> 2601591 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>    [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>    [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59835/o_ss/collection1/
>    [junit4]   2> 2601592 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>    [junit4]   2> 2601593 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59835/o_ss/collection1/ has no replicas
>    [junit4]   2> 2601593 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59835/o_ss/collection1/ shard1
>    [junit4]   2> 2601593 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"control_collection"} current state version: 1
>    [junit4]   2> 2601605 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2601607 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "collection":"control_collection",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "state":"active"} current state version: 1
>    [junit4]   2> 2601616 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
>    [junit4]   2> 2601616 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
>    [junit4]   2> 2601623 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2601625 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"create",
>    [junit4]   2>   "name":"collection1",
>    [junit4]   2>   "numShards":"4",
>    [junit4]   2>   "stateFormat":"2"} current state version: 1
>    [junit4]   2> 2601625 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
>    [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59835/o_ss/collection1/ and leader is http://127.0.0.1:59835/o_ss/collection1/
>    [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59835/o_ss
>    [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>    [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
>    [junit4]   2> 2601658 INFO  (coreZkRegister-5723-thread-1-processing-r:core_node1 x:collection1 c:control_collection n:127.0.0.1:59835_o_ss s:shard1) [n:127.0.0.1:59835_o_ss c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
>    [junit4]   2> 2601660 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2601664 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
>    [junit4]   2>   "collection":"control_collection",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
>    [junit4]   2>   "numShards":"4",
>    [junit4]   2>   "roles":null} current state version: 2
>    [junit4]   2> 2601666 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
>    [junit4]   2>   "state":"active",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59835/o_ss",
>    [junit4]   2>   "collection":"control_collection",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "core_node_name":"core_node1",
>    [junit4]   2>   "shard":"shard1",
>    [junit4]   2>   "node_name":"127.0.0.1:59835_o_ss",
>    [junit4]   2>   "numShards":"4",
>    [junit4]   2>   "roles":null}
>    [junit4]   2> 2601668 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
>    [junit4]   2> 2602034 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1
>    [junit4]   2> 2602036 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001
>    [junit4]   2> 2602037 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
>    [junit4]   2> 2602041 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fd553df{/o_ss,null,AVAILABLE}
>    [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5e756e01{HTTP/1.1}{127.0.0.1:59843}
>    [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.e.j.s.Server Started @2609827ms
>    [junit4]   2> 2602042 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=59843, hostContext=/o_ss, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/tempDir-001/jetty1}
>    [junit4]   2> 2602043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
>    [junit4]   2> 2602043 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/'
>    [junit4]   2> 2602093 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/solr.xml
>    [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores
>    [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer New CoreContainer 1300137864
>    [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/]
>    [junit4]   2> 2602128 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.CoreContainer loading shared library: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/lib
>    [junit4]   2> 2602129 WARN  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/lib).
>    [junit4]   2> 2602143 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>    [junit4]   2> 2602148 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>    [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 2602149 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59829/solr
>    [junit4]   2> 2602150 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [    ] o.a.s.c.ZkController zkHost includes chroot
>    [junit4]   2> 2603187 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59843_o_ss
>    [junit4]   2> 2603196 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 2603197 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94100225864564743-127.0.0.1:59843_o_ss-n_0000000001
>    [junit4]   2> 2603199 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94100225864564739-127.0.0.1:59835_o_ss-n_0000000000 to know if I could be the leader
>    [junit4]   2> 2603200 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoreContainer No authentication plugin used.
>    [junit4]   2> 2603201 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>    [junit4]   2> 2603203 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores
>    [junit4]   2> 2603204 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, loadOnStartup=true, shard=, absoluteInstDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/, collection=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1, coreNodeName=, dataDir=data/}
>    [junit4]   2> 2603205 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/
>    [junit4]   2> 2603205 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.c.CoresLocator Found 1 core definitions
>    [junit4]   2> 2603208 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1
>    [junit4]   2> 2603208 INFO  (TEST-TestRebalanceLeaders.test-seed#[46F026DAD70DFE63]) [n:127.0.0.1:59843_o_ss    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>    [junit4]   2> 2603209 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
>    [junit4]   2> 2603209 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
>    [junit4]   2> 2603211 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2603212 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for external collection collection1
>    [junit4]   2> 2603214 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "state":"down",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "shard":null,
>    [junit4]   2>   "node_name":"127.0.0.1:59843_o_ss",
>    [junit4]   2>   "numShards":"4",
>    [junit4]   2>   "roles":null} current state version: 4
>    [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
>    [junit4]   2>   "state":"down",
>    [junit4]   2>   "operation":"state",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "shard":null,
>    [junit4]   2>   "node_name":"127.0.0.1:59843_o_ss",
>    [junit4]   2>   "numShards":"4",
>    [junit4]   2>   "roles":null}
>    [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=4
>    [junit4]   2> 2603215 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
>    [junit4]   2> 2603215 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
>    [junit4]   2> 2603323 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
>    [junit4]   2> 2604218 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
>    [junit4]   2> 2604218 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
>    [junit4]   2> 2604219 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
>    [junit4]   2> 2604221 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/'
>    [junit4]   2> 2604243 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
>    [junit4]   2> 2604252 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
>    [junit4]   2> 2604269 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
>    [junit4]   2> 2604327 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 2604330 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
>    [junit4]   2> 2604340 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
>    [junit4]   2> 2604571 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
>    [junit4]   2> 2604573 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
>    [junit4]   2> 2604574 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
>    [junit4]   2> 2604578 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
>    [junit4]   2> 2604618 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
>    [junit4]   2> 2604618 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 2604619 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/], dataDir=[null]
>    [junit4]   2> 2604619 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c8ad51
>    [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data
>    [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index/
>    [junit4]   2> 2604620 WARN  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
>    [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/index
>    [junit4]   2> 2604620 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=41.7958984375, floorSegmentMB=1.5537109375, forceMergeDeletesPctAllowed=26.44022218192032, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4824443113713577
>    [junit4]   2> 2604621 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>        commit{dir=MockDirectoryWrapper(RAMDirectory@43e2e606 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@656bb6bb),segFN=segments_1,generation=1}
>    [junit4]   2> 2604621 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
>    [junit4]   2> 2604622 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/
>    [junit4]   2> 2604622 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001/shard-1-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
>    [junit4]   2> 2604627 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 2604627 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2604628 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 2604629 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 2604638 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2604640 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2604642 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2604644 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 2604649 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/admin/logging,/admin/file,/admin/plugins,/admin/threads,/admin/luke,/admin/segments,/replication,/update/json,standard,/admin/system,/config,/get,/update/json/docs,/update,/admin/ping,/update/csv,/schema,/admin/properties
>    [junit4]   2> 2604650 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>    [junit4]   2> 2604651 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
>    [junit4]   2> 2604652 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
>    [junit4]   2> 2604653 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.216332442109733]
>    [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>        commit{dir=MockDirectoryWrapper(RAMDirectory@43e2e606 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@656bb6bb),segFN=segments_1,generation=1}
>    [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
>    [junit4]   2> 2604654 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3ff7b6f9[collection1] main
>    [junit4]   2> 2604656 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
>    [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
>    [junit4]   2> 2604657 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 2604658 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
>    [junit4]   2> 2604659 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>    [junit4]   2> 2604659 INFO  (searcherExecutor-5741-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ff7b6f9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
>    [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
>    [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
>    [junit4]   2> 2604660 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1505603619665215488
>    [junit4]   2> 2604662 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1505603619665215488
>    [junit4]   2> 2604662 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
>    [junit4]   2> 2604664 INFO  (coreLoadExecutor-5740-thread-1-processing-n:127.0.0.1:59843_o_ss) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
>    [junit4]   2> 2604664 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59843/o_ss collection:collection1 shard:shard2
>    [junit4]   2> 2604674 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/94100225864564743-core_node1-n_0000000000
>    [junit4]   2> 2604676 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard2
>    [junit4]   2> 2604679 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>    [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>    [junit4]   2> 2604680 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59843/o_ss/collection1/
>    [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>    [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59843/o_ss/collection1/ has no replicas
>    [junit4]   2> 2604681 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59843/o_ss/collection1/ shard2
>    [junit4]   2> 2604681 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard2",
>    [junit4]   2>   "collection":"collection1"} current state version: 4
>    [junit4]   2> 2604683 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 1
>    [junit4]   2> 2604691 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>    [junit4]   2>   "operation":"leader",
>    [junit4]   2>   "shard":"shard2",
>    [junit4]   2>   "collection":"collection1",
>    [junit4]   2>   "base_url":"http://127.0.0.1:59843/o_ss",
>    [junit4]   2>   "core":"collection1",
>    [junit4]   2>   "state":"active"} current state version: 4
>    [junit4]   2> 2604693 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_0000000000) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 2
>    [junit4]   2> 2604701 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2604742 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59843/o_ss/collection1/ and leader is http://127.0.0.1:59843/o_ss/collection1/
>    [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59843/o_ss
>    [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
>    [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
>    [junit4]   2> 2604743 INFO  (coreZkRegister-5735-thread-1-processing-r:core_node1 x:collection1 c:collection1 n:127.0.0.1:59843_o_ss s:shard2) [n:127.0.0.1:59843_o_ss c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
>    [junit4]   2> 2604752 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:59835_o_ss) [n:127.0.0.1:59835_o_ss    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
>    [junit4]   2> 2604754 INFO  (OverseerStateUpdate-94100225864564739-127.0.0.1:59835_o_ss-n_000000
>
> [...truncated too long message...]
>
> lr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>    [junit4]    >        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>    [junit4]    >        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
>    [junit4]    >        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]    >        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
>    [junit4]    >        at org.eclipse.jetty.server.Server.handle(Server.java:499)
>    [junit4]    >        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
>    [junit4]    >        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
>    [junit4]    >        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]    > ,code=500}</pre></p>
>    [junit4]    > <hr /><i><small>Powered by Jetty://</small></i>
>    [junit4]    > </body>
>    [junit4]    > </html>
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:528)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:344)
>    [junit4]    >        ... 48 more
>    [junit4]   2> 2710647 INFO  (SUITE-TestRebalanceLeaders-seed#[46F026DAD70DFE63]-worker) [n:127.0.0.1:59863_o_ss c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
>    [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestRebalanceLeaders_46F026DAD70DFE63-001
>    [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=29060, maxDocsPerChunk=1, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=29060, blockSize=10)), sim=DefaultSimilarity, locale=sr_CS, timezone=Pacific/Funafuti
>    [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=3,threads=1,free=140137616,total=529530880
>    [junit4]   2> NOTE: All tests run in this JVM: [SolrRequestParserTest, SpellCheckCollatorTest, DistributedExpandComponentTest, TestSolrXml, EnumFieldTest, TestHdfsUpdateLog, TestFieldTypeCollectionResource, TestLMJelinekMercerSimilarityFactory, TestUtils, TestFileDictionaryLookup, HighlighterTest, TestFuzzyAnalyzedSuggestions, DistributedMLTComponentTest, ShardRoutingCustomTest, SolrXmlInZkTest, SharedFSAutoReplicaFailoverUtilsTest, LoggingHandlerTest, TermsComponentTest, HdfsChaosMonkeySafeLeaderTest, TestOrdValues, CursorPagingTest, StressHdfsTest, ExitableDirectoryReaderTest, SolrIndexConfigTest, TestSearchPerf, TestMergePolicyConfig, BasicFunctionalityTest, TestReplicationHandlerBackup, TestSolrQueryParserDefaultOperatorResource, FieldMutatingUpdateProcessorTest, LeaderElectionIntegrationTest, SpatialRPTFieldTypeTest, OverseerCollectionProcessorTest, TestFieldResource, OpenExchangeRatesOrgProviderTest, BadIndexSchemaTest, UpdateParamsTest, TestSolrCoreProperties, TestComplexPhraseQParserPlugin, ChaosMonkeySafeLeaderTest, ResponseHeaderTest, TestRandomFaceting, TestClassNameShortening, DocumentBuilderTest, HdfsDirectoryTest, HighlighterConfigTest, FileBasedSpellCheckerTest, LeaderInitiatedRecoveryOnCommitTest, TestFastOutputStream, TestDynamicLoading, TestManagedResourceStorage, CursorMarkTest, XsltUpdateRequestHandlerTest, AssignTest, RequestLoggingTest, AliasIntegrationTest, MultiThreadedOCPTest, QueryResultKeyTest, TestSchemaVersionResource, DisMaxRequestHandlerTest, BJQParserTest, AnalyticsQueryTest, TestRemoveLastDynamicCopyField, TestRandomRequestDistribution, TestBulkSchemaConcurrent, PluginInfoTest, TestConfigReload, MBeansHandlerTest, SpellingQueryConverterTest, TestDistributedGrouping, AutoCommitTest, SolrCloudExampleTest, HdfsBasicDistributedZk2Test, ZkNodePropsTest, JsonLoaderTest, DataDrivenBlockJoinTest, DeleteInactiveReplicaTest, TestJoin, CopyFieldTest, TestNamedUpdateProcessors, FastVectorHighlighterTest, RAMDirectoryFactoryTest, SpellCheckComponentTest, CollectionsAPIAsyncDistributedZkTest, TestBadConfig, DistributedQueryComponentCustomSortTest, TestSortingResponseWriter, DistributedFacetPivotLongTailTest, TestHighlightDedupGrouping, DeleteShardTest, TestRTGBase, MigrateRouteKeyTest, CoreAdminRequestStatusTest, QueryEqualityTest, TestSchemaManager, BlockCacheTest, EchoParamsTest, SimpleMLTQParserTest, TestConfig, FileUtilsTest, TestConfigOverlay, HdfsWriteToMultipleCollectionsTest, FullSolrCloudDistribCmdsTest, CurrencyFieldXmlFileTest, TestQuerySenderListener, TestCoreDiscovery, BasicZkTest, ZkSolrClientTest, ReplicationFactorTest, HdfsRecoveryZkTest, ZkStateWriterTest, TestRestoreCore, TestMaxScoreQueryParser, StatsComponentTest, SpellPossibilityIteratorTest, TestSearcherReuse, ActionThrottleTest, TestSolrJ, BlockDirectoryTest, SuggesterTSTTest, SpatialFilterTest, TestPHPSerializedResponseWriter, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, TestGroupingSearch, ConvertedLegacyTest, TestSort, TestFiltering, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestDocSet, MinimalSchemaTest, ExternalFileFieldSortTest, TestLuceneMatchVersion, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestDefaultSimilarityFactory, ResourceLoaderTest, PreAnalyzedFieldTest, DateFieldTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, DistributedVersionInfoTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, ShardSplitTest, TestCollectionAPI, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestRebalanceLeaders]
>    [junit4] Completed [422/507] on J1 in 112.03s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 277 lines...]
> BUILD FAILED
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:536: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:484: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:230: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:512: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1444: The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:999: There were test failures: 507 suites, 2008 tests, 1 error, 64 ignored (24 assumptions)
>
> Total time: 90 minutes 31 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org