You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/02/08 23:59:32 UTC

[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1942 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1942/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:61172/_xht, http://127.0.0.1:61175/_xht, http://127.0.0.1:61181/_xht, http://127.0.0.1:61178/_xht, http://127.0.0.1:61167/_xht]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:61172/_xht, http://127.0.0.1:61175/_xht, http://127.0.0.1:61181/_xht, http://127.0.0.1:61178/_xht, http://127.0.0.1:61167/_xht]
	at __randomizedtesting.SeedInfo.seed([F335E01983098E09:7B61DFC32DF5E3F1]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:349)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1009)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:787)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:730)
	at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:281)
	at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:108)
	at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61175/_xht: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 {trace=java.lang.AssertionError
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36)
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64)
	at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:140)
	at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92)
	at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127)
	at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:687)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:709)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:692)
	at org.apache.solr.handler.admin.CollectionsHandler.rejoinElection(CollectionsHandler.java:487)
	at org.apache.solr.handler.admin.CollectionsHandler.makeReplicaFirstWatcher(CollectionsHandler.java:422)
	at org.apache.solr.handler.admin.CollectionsHandler.insurePreferredIsLeader(CollectionsHandler.java:398)
	at org.apache.solr.handler.admin.CollectionsHandler.handleBalanceLeaders(CollectionsHandler.java:309)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:275)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:144)
	at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:736)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:261)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:204)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:142)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
	at org.eclipse.jetty.server.Server.handle(Server.java:368)
	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
	at java.lang.Thread.run(Thread.java:745)
,code=500}</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /_xht/admin/collections. Reason:
<pre>    {trace=java.lang.AssertionError
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:36)
	at org.apache.solr.common.util.ByteUtils.UTF8toUTF16(ByteUtils.java:64)
	at org.apache.solr.common.cloud.ZkStateReader.fromJSON(ZkStateReader.java:140)
	at org.apache.solr.common.cloud.ZkNodeProps.load(ZkNodeProps.java:92)
	at org.apache.solr.cloud.DistributedQueue.containsTaskWithRequestId(DistributedQueue.java:127)
	at org.apache.solr.handler.admin.CollectionsHandler.overseerCollectionQueueContains(CollectionsHandler.java:687)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:709)
	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:692)
	at org.apache.solr.handler.admin.CollectionsHandler.rejoinElection(CollectionsHandler.java:487)
	at org.apache.solr.handler.admin.CollectionsHandler.makeReplicaFirstWatcher(CollectionsHandler.java:422)
	at org.apache.solr.handler.admin.CollectionsHandler.insurePreferredIsLeader(CollectionsHandler.java:398)
	at org.apache.solr.handler.admin.CollectionsHandler.handleBalanceLeaders(CollectionsHandler.java:309)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:275)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:144)
	at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:736)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:261)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:204)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:142)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
	at org.eclipse.jetty.server.Server.handle(Server.java:368)
	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
	at java.lang.Thread.run(Thread.java:745)
,code=500}</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:527)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:214)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:210)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:338)
	... 48 more




Build Log:
[...truncated 10056 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/init-core-data-001
   [junit4]   2> 5518579 T19589 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 5518579 T19589 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_xht/
   [junit4]   2> 5518585 T19589 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5518587 T19590 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 5518688 T19589 oasc.ZkTestServer.run start zk server on port:61164
   [junit4]   2> 5518689 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5518692 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5518702 T19597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2de3e490 name:ZooKeeperConnection Watcher:127.0.0.1:61164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5518703 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5518704 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5518705 T19589 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 5518715 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5518717 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5518723 T19600 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fee3060 name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5518723 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5518724 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5518724 T19589 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 5518735 T19589 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 5518744 T19589 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 5518750 T19589 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 5518757 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 5518758 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 5518770 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 5518771 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 5518780 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5518781 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5518790 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 5518790 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 5518799 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 5518799 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 5518808 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 5518809 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 5518819 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 5518819 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 5518829 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5518830 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5518838 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5518838 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5518846 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 5518846 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 5518856 T19589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 5518857 T19589 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 5520658 T19589 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores/collection1
   [junit4]   2> 5520661 T19589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5520666 T19589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61167
   [junit4]   2> 5520667 T19589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2876b359
   [junit4]   2> 5520668 T19589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5520668 T19589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001
   [junit4]   2> 5520669 T19589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/'
   [junit4]   2> 5520714 T19589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/solr.xml
   [junit4]   2> 5520772 T19589 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores
   [junit4]   2> 5520773 T19589 oasc.CoreContainer.<init> New CoreContainer 50790005
   [junit4]   2> 5520773 T19589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/]
   [junit4]   2> 5520774 T19589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5520775 T19589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5520775 T19589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5520775 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5520775 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 5520776 T19589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5520776 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5520776 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5520777 T19589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5520777 T19589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5520777 T19589 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 5520778 T19589 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5520779 T19589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5520779 T19589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5520779 T19589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5520780 T19589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61164/solr
   [junit4]   2> 5520780 T19589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5520781 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5520783 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5520787 T19612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3773c3b0 name:ZooKeeperConnection Watcher:127.0.0.1:61164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5520788 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5520788 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5520792 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5520796 T19615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c159473 name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5520797 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5520801 T19589 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 5520809 T19589 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 5520817 T19589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 5520825 T19589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 5520837 T19589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 5520850 T19589 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 5520855 T19589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61167__xht
   [junit4]   2> 5520857 T19589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61167__xht
   [junit4]   2> 5520866 T19589 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 5520871 T19589 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 5520876 T19589 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5520880 T19589 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:61167__xht
   [junit4]   2> 5520881 T19589 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 5520886 T19589 oasc.Overseer.start Overseer (id=93286269216096259-127.0.0.1:61167__xht-n_0000000000) starting
   [junit4]   2> 5520893 T19589 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 5520917 T19589 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 5520918 T19617 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 5520920 T19589 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 5520926 T19589 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 5520931 T19589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5520940 T19616 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 5520944 T19589 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores
   [junit4]   2> 5520946 T19589 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores/collection1/
   [junit4]   2> 5520946 T19589 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5520949 T19619 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 5520949 T19619 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5520951 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5520951 T19619 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5520961 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61167/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61167__xht",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 0
   [junit4]   2> 5520962 T19616 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61167/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61167__xht",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 5520963 T19616 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 5520963 T19616 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 5520966 T19615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5521953 T19619 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 5521954 T19619 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 5521955 T19619 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5521956 T19619 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 5521959 T19619 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5521960 T19619 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores/collection1/'
   [junit4]   2> 5521981 T19619 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 5521987 T19619 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 5522000 T19619 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5522021 T19619 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5522068 T19619 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5522072 T19619 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 5522081 T19619 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5522470 T19619 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5522472 T19619 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5522474 T19619 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5522480 T19619 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5522541 T19619 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 5522541 T19619 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5522542 T19619 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/control-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/control/data/
   [junit4]   2> 5522542 T19619 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d671c4
   [junit4]   2> 5522543 T19619 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/control/data
   [junit4]   2> 5522543 T19619 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/control/data/index/
   [junit4]   2> 5522543 T19619 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 5522544 T19619 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/control/data/index
   [junit4]   2> 5522544 T19619 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7769887558219658]
   [junit4]   2> 5522546 T19619 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14e0b23d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bd5cd80),segFN=segments_1,generation=1}
   [junit4]   2> 5522546 T19619 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5522551 T19619 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 5522552 T19619 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 5522552 T19619 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 5522552 T19619 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5522552 T19619 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5522552 T19619 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 5522553 T19619 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5522554 T19619 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5522554 T19619 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5522555 T19619 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5522556 T19619 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5522556 T19619 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5522557 T19619 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5522557 T19619 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 5522558 T19619 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 5522559 T19619 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 5522559 T19619 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 5522560 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 5522562 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 5522562 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 5522563 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 5522563 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 5522564 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 5522564 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 5522565 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 5522566 T19619 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 5522566 T19619 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5522585 T19619 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5522587 T19619 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5522589 T19619 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5522591 T19619 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5522593 T19619 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 5522596 T19619 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 5522596 T19619 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 5522597 T19619 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=31.6630859375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=1.6503686984821198, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5929411491058365
   [junit4]   2> 5522597 T19619 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14e0b23d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bd5cd80),segFN=segments_1,generation=1}
   [junit4]   2> 5522597 T19619 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5522598 T19619 oass.SolrIndexSearcher.<init> Opening Searcher@5faf68df[collection1] main
   [junit4]   2> 5522598 T19619 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 5522601 T19619 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5522601 T19619 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 5522602 T19619 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5522602 T19619 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 5522603 T19619 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5522604 T19619 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 5522605 T19619 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5522605 T19619 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 5522605 T19619 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 5522607 T19619 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 5522608 T19620 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5faf68df[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5522609 T19623 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61167/_xht collection:control_collection shard:shard1
   [junit4]   2> 5522609 T19589 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 5522610 T19589 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5522610 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5522611 T19623 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 5522612 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5522616 T19626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34e05294 name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5522616 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5522617 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5522619 T19589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5522624 T19623 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 5522627 T19589 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 5522628 T19589 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 5522628 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5522628 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5522630 T19623 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 5522630 T19623 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4548 name=collection1 org.apache.solr.core.SolrCore@643fc89d url=http://127.0.0.1:61167/_xht/collection1 node=127.0.0.1:61167__xht C4548_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:61167/_xht, core=collection1, state=down, node_name=127.0.0.1:61167__xht}
   [junit4]   2> 5522631 T19623 C4548 P61167 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61167/_xht/collection1/
   [junit4]   2> 5522631 T19623 C4548 P61167 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 5522631 T19623 C4548 P61167 oasc.SyncStrategy.syncToMe http://127.0.0.1:61167/_xht/collection1/ has no replicas
   [junit4]   2> 5522632 T19623 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61167/_xht/collection1/ shard1
   [junit4]   2> 5522633 T19623 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 5522630 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5522634 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 5522636 T19629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@547ae45f name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5522637 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5522637 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5522639 T19626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522639 T19615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522652 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 2
   [junit4]   2> 5522653 T19616 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 5522661 T19616 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 5522669 T19630 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5522673 T19626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522680 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61167/_xht",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 3
   [junit4]   2> 5522684 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5522687 T19615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522691 T19626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522707 T19623 oasc.ZkController.register We are http://127.0.0.1:61167/_xht/collection1/ and leader is http://127.0.0.1:61167/_xht/collection1/
   [junit4]   2> 5522708 T19623 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61167/_xht
   [junit4]   2> 5522708 T19623 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 5522708 T19623 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 5522708 T19623 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5522711 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5522723 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61167/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1:61167__xht",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 4
   [junit4]   2> 5522724 T19616 oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61167/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1:61167__xht",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 5522832 T19615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5522832 T19626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5524396 T19589 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores/collection1
   [junit4]   2> 5524400 T19589 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 5524401 T19589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5524404 T19589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61172
   [junit4]   2> 5524405 T19589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2876b359
   [junit4]   2> 5524405 T19589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5524406 T19589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001
   [junit4]   2> 5524406 T19589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/'
   [junit4]   2> 5524450 T19589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/solr.xml
   [junit4]   2> 5524488 T19589 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores
   [junit4]   2> 5524489 T19589 oasc.CoreContainer.<init> New CoreContainer 1487987962
   [junit4]   2> 5524489 T19589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/]
   [junit4]   2> 5524491 T19589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5524491 T19589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5524492 T19589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5524492 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5524493 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 5524493 T19589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5524494 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5524494 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5524494 T19589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5524495 T19589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5524495 T19589 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 5524496 T19589 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5524496 T19589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5524496 T19589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5524497 T19589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5524497 T19589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61164/solr
   [junit4]   2> 5524497 T19589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5524497 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5524499 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5524503 T19642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a7bc43a name:ZooKeeperConnection Watcher:127.0.0.1:61164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5524503 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5524504 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5524508 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5524512 T19645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47bdad41 name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5524512 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5524531 T19589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5525548 T19589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61172__xht
   [junit4]   2> 5525550 T19589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61172__xht
   [junit4]   2> 5525564 T19589 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5525572 T19589 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores
   [junit4]   2> 5525575 T19589 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores/collection1/
   [junit4]   2> 5525575 T19589 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5525585 T19646 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 5525586 T19646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5525590 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5525593 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61172/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61172__xht",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 5525593 T19646 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 5525593 T19646 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 5525594 T19616 oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61172/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61172__xht",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 5525594 T19616 oasco.ReplicaMutator.updateState Collection already exists with numShards=4
   [junit4]   2> 5525595 T19616 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 5525595 T19646 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 5525598 T19616 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 5525599 T19646 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 5525600 T19646 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5525601 T19645 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 5525602 T19645 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 5526603 T19646 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 5526604 T19646 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 5526606 T19646 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5526607 T19646 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 5526612 T19646 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5526613 T19646 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores/collection1/'
   [junit4]   2> 5526640 T19646 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 5526645 T19646 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 5526658 T19646 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5526697 T19646 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5526751 T19646 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5526754 T19646 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 5526765 T19646 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5527124 T19646 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5527127 T19646 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5527128 T19646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5527134 T19646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5527191 T19646 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 5527191 T19646 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5527191 T19646 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-1-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/jetty1/
   [junit4]   2> 5527192 T19646 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d671c4
   [junit4]   2> 5527193 T19646 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/jetty1
   [junit4]   2> 5527193 T19646 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/jetty1/index/
   [junit4]   2> 5527193 T19646 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 5527194 T19646 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/tempDir-001/jetty1/index
   [junit4]   2> 5527195 T19646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7769887558219658]
   [junit4]   2> 5527195 T19646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16c08dc9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b9c92ca),segFN=segments_1,generation=1}
   [junit4]   2> 5527195 T19646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5527201 T19646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 5527202 T19646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 5527202 T19646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 5527202 T19646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5527203 T19646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5527203 T19646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 5527203 T19646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5527204 T19646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5527204 T19646 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5527204 T19646 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5527205 T19646 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5527205 T19646 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5527206 T19646 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5527207 T19646 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 5527207 T19646 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 5527208 T19646 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 5527208 T19646 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 5527209 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 5527214 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 5527215 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 5527215 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 5527216 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 5527216 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 5527217 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 5527217 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 5527218 T19646 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 5527218 T19646 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5527231 T19646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5527233 T19646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5527236 T19646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5527238 T19646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5527239 T19646 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 5527242 T19646 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 5527242 T19646 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 5527243 T19646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=31.6630859375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=1.6503686984821198, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5929411491058365
   [junit4]   2> 5527244 T19646 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16c08dc9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b9c92ca),segFN=segments_1,generation=1}
   [junit4]   2> 5527244 T19646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5527244 T19646 oass.SolrIndexSearcher.<init> Opening Searcher@302dbb21[collection1] main
   [junit4]   2> 5527244 T19646 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 5527248 T19646 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5527248 T19646 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 5527250 T19646 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5527250 T19646 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 5527250 T19646 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5527252 T19646 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 5527253 T19646 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5527253 T19646 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 5527253 T19646 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 5527255 T19647 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@302dbb21[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5527255 T19646 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 5527257 T19650 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61172/_xht collection:collection1 shard:shard3
   [junit4]   2> 5527258 T19589 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 5527258 T19589 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5527259 T19650 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 5527271 T19650 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 5527275 T19650 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 5527275 T19650 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4549 name=collection1 org.apache.solr.core.SolrCore@41c6bf2f url=http://127.0.0.1:61172/_xht/collection1 node=127.0.0.1:61172__xht C4549_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:61172/_xht, core=collection1, state=down, node_name=127.0.0.1:61172__xht}
   [junit4]   2> 5527275 T19650 C4549 P61172 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61172/_xht/collection1/
   [junit4]   2> 5527276 T19650 C4549 P61172 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 5527276 T19650 C4549 P61172 oasc.SyncStrategy.syncToMe http://127.0.0.1:61172/_xht/collection1/ has no replicas
   [junit4]   2> 5527276 T19650 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61172/_xht/collection1/ shard3
   [junit4]   2> 5527276 T19650 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 5527288 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5527291 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 5527293 T19616 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 5527302 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61172/_xht",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 5527307 T19616 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 5527310 T19645 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 5527315 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5527322 T19645 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 5527339 T19650 oasc.ZkController.register We are http://127.0.0.1:61172/_xht/collection1/ and leader is http://127.0.0.1:61172/_xht/collection1/
   [junit4]   2> 5527340 T19650 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61172/_xht
   [junit4]   2> 5527340 T19650 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 5527340 T19650 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 5527340 T19650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5527350 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5527356 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61172/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1:61172__xht",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 5527357 T19616 oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61172/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1:61172__xht",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 5527358 T19616 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 5527370 T19650 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 5527370 T19645 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 5527371 T19645 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 5529146 T19589 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/cores/collection1
   [junit4]   2> 5529149 T19589 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 5529150 T19589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5529156 T19589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61175
   [junit4]   2> 5529158 T19589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2876b359
   [junit4]   2> 5529158 T19589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5529158 T19589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001
   [junit4]   2> 5529159 T19589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/'
   [junit4]   2> 5529207 T19589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/solr.xml
   [junit4]   2> 5529253 T19589 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/cores
   [junit4]   2> 5529253 T19589 oasc.CoreContainer.<init> New CoreContainer 668756682
   [junit4]   2> 5529254 T19589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/]
   [junit4]   2> 5529255 T19589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5529255 T19589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5529255 T19589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5529256 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5529256 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 5529256 T19589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5529257 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5529257 T19589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5529257 T19589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5529258 T19589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5529258 T19589 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 5529259 T19589 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 5529260 T19589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5529260 T19589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5529260 T19589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5529261 T19589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61164/solr
   [junit4]   2> 5529261 T19589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5529261 T19589 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5529263 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5529267 T19662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70ecc238 name:ZooKeeperConnection Watcher:127.0.0.1:61164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5529268 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5529268 T19589 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5529275 T19589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5529278 T19665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35053d9 name:ZooKeeperConnection Watcher:127.0.0.1:61164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5529278 T19589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5529297 T19589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5530317 T19589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61175__xht
   [junit4]   2> 5530318 T19589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61175__xht
   [junit4]   2> 5530330 T19589 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5530335 T19589 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/cores
   [junit4]   2> 5530338 T19589 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/cores/collection1/
   [junit4]   2> 5530338 T19589 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5530346 T19666 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 5530347 T19666 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5530352 T19615 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5530353 T19666 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 5530353 T19666 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 5530354 T19616 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61175/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61175__xht",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 5530354 T19666 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 5530355 T19616 oasco.ReplicaMutator.updateState Update state numShards=4 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61175/_xht",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "node_name":"127.0.0.1:61175__xht",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 5530356 T19616 oasco.ReplicaMutator.updateState Collection already exists with numShards=4
   [junit4]   2> 5530356 T19616 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard4
   [junit4]   2> 5530357 T19666 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 5530357 T19666 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5530361 T19616 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 5530362 T19665 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 5530363 T19645 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 5530364 T19665 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 5530365 T19645 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 5531359 T19666 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 5531360 T19666 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 5531362 T19666 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5531362 T19666 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 5531366 T19666 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5531367 T19666 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders F335E01983098E09-001/shard-2-001/cores/collection1/'
   [junit4]   2> 5531397 T19666 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 5531404 T19666 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 5531420 T19666 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5531446 T19666 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5531492 T19666 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5531495 T19666 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 5531509 T19666 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5531905 T19666 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5531907 T19666 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5531908 T19666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5531926 T19666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5531991 T19666 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 5531991 T19666 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5531991 T19666 oas

[...truncated too long message...]

stributedZkTest, TestSolrConfigHandlerCloud, DirectSolrSpellCheckerTest, TestClusterStateMutator, ExternalFileFieldSortTest, TestRawResponseWriter, TestCloudPivotFacet, TestSerializedLuceneMatchVersion, SimpleMLTQParserTest, TestRTGBase, LukeRequestHandlerTest, TestSchemaSimilarityResource, TestAtomicUpdateErrorCases, HdfsBasicDistributedZkTest, StandardRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, QueryParsingTest, TestFreeTextSuggestions, TestSuggestSpellingConverter, StatelessScriptUpdateProcessorFactoryTest, TestCollationField, TestIntervalFaceting, ZkSolrClientTest, FieldMutatingUpdateProcessorTest, EnumFieldTest, AnalysisErrorHandlingTest, TestConfigOverlay, TestCSVLoader, DocValuesMissingTest, TestManagedResource, TestFieldTypeResource, JSONWriterTest, OverseerRolesTest, SolrTestCaseJ4Test, ResponseHeaderTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, DeleteReplicaTest, DistributedIntervalFacetingTest, DistribDocExpirationUpdateProcessorTest, OpenCloseCoreStressTest, TestSolrDeletionPolicy1, TestPerFieldSimilarity, TestQueryUtils, AutoCommitTest, CoreAdminCreateDiscoverTest, CloudMLTQParserTest, TestXIncludeConfig, ReplicationFactorTest, PrimitiveFieldTypeTest, TestArbitraryIndexDir, FastVectorHighlighterTest, DistributedFacetPivotLargeTest, TestHighlightDedupGrouping, TestDocBasedVersionConstraints, TestClassNameShortening, TestTrie, HdfsRecoveryZkTest, TestDefaultSearchFieldResource, DateRangeFieldTest, CursorPagingTest, DistributedTermsComponentTest, TestPostingsSolrHighlighter, TestDocSet, TestReplicationHandler, HdfsDirectoryTest, TestElisionMultitermQuery, UniqFieldsUpdateProcessorFactoryTest, HighlighterConfigTest, TestCloudSchemaless, ShardRoutingCustomTest, DistributedDebugComponentTest, DocumentBuilderTest, TestLMDirichletSimilarityFactory, TestRealTimeGet, ZkCLITest, AtomicUpdatesTest, DistanceUnitsTest, BinaryUpdateRequestHandlerTest, PrimUtilsTest, SolrCoreCheckLockOnStartupTest, SearchHandlerTest, PeerSyncTest, SpatialRPTFieldTypeTest, TestIndexSearcher, TestRemoteStreaming, UUIDFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSchemaVersionResource, TestAddFieldRealTimeGet, VMParamsZkACLAndCredentialsProvidersTest, TestWriterPerf, DisMaxRequestHandlerTest, TestFunctionQuery, TestConfigSets, ChangedSchemaMergeTest, TestBadConfig, TestFuzzyAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, SolrCmdDistributorTest, TestRandomMergePolicy, TestSolrConfigHandlerConcurrent, TestCursorMarkWithoutUniqueKey, TestPHPSerializedResponseWriter, TestCopyFieldCollectionResource, TestPivotHelperCode, TestDFRSimilarityFactory, TestSurroundQueryParser, TestMaxScoreQueryParser, CustomCollectionTest, TestPartialUpdateDeduplication, QueryEqualityTest, ResourceLoaderTest, DistributedExpandComponentTest, TestJmxIntegration, TestQuerySenderNoQuery, TestSort, TestFieldCollectionResource, XmlUpdateRequestHandlerTest, TestConfigReload, ConvertedLegacyTest, TestSearcherReuse, AsyncMigrateRouteKeyTest, TestSearchPerf, NoCacheHeaderTest, TestDistributedMissingSort, BasicDistributedZkTest, UUIDUpdateProcessorFallbackTest, ClusterStateTest, LeaderElectionIntegrationTest, TestExactStatsCache, TestDistributedSearch, SolrRequestParserTest, FullSolrCloudDistribCmdsTest, DeleteShardTest, BlockDirectoryTest, PreAnalyzedUpdateProcessorTest, SSLMigrationTest, CurrencyFieldXmlFileTest, TestObjectReleaseTracker, SignatureUpdateProcessorFactoryTest, HdfsSyncSliceTest, RequestLoggingTest, TestCollapseQParserPlugin, TestRandomDVFaceting, CircularListTest, ZkNodePropsTest, TermVectorComponentTest, RankQueryTest, DistributedFacetPivotWhiteBoxTest, ExitableDirectoryReaderTest, SampleTest, TestFiltering, TestIBSimilarityFactory, TestReload, TestReplicationHandlerBackup, TestCollationFieldDocValues, ScriptEngineTest, DistanceFunctionTest, TestBinaryField, ShowFileRequestHandlerTest, SimplePostToolTest, TestFieldTypeCollectionResource, TestJoin, AnalyticsQueryTest, TestShardHandlerFactory, TestOrdValues, TestSchemaNameResource, TestAnalyzeInfixSuggestions, DistribJoinFromCollectionTest, NotRequiredUniqueKeyTest, AlternateDirectoryTest, TestRecoveryHdfs, WordBreakSolrSpellCheckerTest, TestImplicitCoreProperties, SpellPossibilityIteratorTest, TestSolrQueryParserDefaultOperatorResource, TestDynamicLoading, HdfsDirectoryFactoryTest, TestBM25SimilarityFactory, DistributedQueryElevationComponentTest, RecoveryAfterSoftCommitTest, DocValuesMultiTest, DistributedQueryComponentCustomSortTest, OverseerTest, DistributedMLTComponentTest, SuggestComponentTest, TimeZoneUtilsTest, TestCloudManagedSchemaConcurrent, BasicDistributedZk2Test, TestFieldResource, TestPhraseSuggestions, JsonLoaderTest, TestSolrDeletionPolicy2, TestSchemaManager, TestQuerySenderListener, AnalysisAfterCoreReloadTest, TermVectorComponentDistributedTest, CoreMergeIndexesAdminHandlerTest, OutputWriterTest, SoftAutoCommitTest, CSVRequestHandlerTest, TestCodecSupport, TestUpdate, HttpPartitionTest, DirectUpdateHandlerTest, TestSolr4Spatial, PingRequestHandlerTest, TestExceedMaxTermLength, TermsComponentTest, TestHashPartitioner, TestManagedSchemaDynamicFieldResource, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, BasicFunctionalityTest, OverseerCollectionProcessorTest, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, TestBinaryResponseWriter, TestLFUCache, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, AssignTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistributedQueueTest, ExternalCollectionsTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RemoteQueryErrorTest, RollingRestartTest, SaslZkACLProviderTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders]
   [junit4] Completed in 145.67s, 1 test, 1 error <<< FAILURES!

[...truncated 239 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:529: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:477: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:191: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:512: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1368: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:975: There were test failures: 465 suites, 1857 tests, 1 error, 51 ignored (20 assumptions)

Total time: 151 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1945 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1945/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=16408, name=SocketProxy-Response-59874:60083, state=RUNNABLE, group=TGRP-HttpPartitionTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=16408, name=SocketProxy-Response-59874:60083, state=RUNNABLE, group=TGRP-HttpPartitionTest]
	at __randomizedtesting.SeedInfo.seed([84AFCF1E3A0E92F1:CFBF0C494F2FF09]:0)
Caused by: java.lang.RuntimeException: java.net.SocketException: Socket is closed
	at __randomizedtesting.SeedInfo.seed([84AFCF1E3A0E92F1]:0)
	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:344)
Caused by: java.net.SocketException: Socket is closed
	at java.net.Socket.setSoTimeout(Socket.java:1101)
	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:341)




Build Log:
[...truncated 10736 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/init-core-data-001
   [junit4]   2> 4987940 T16014 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 4987946 T16014 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4987947 T16015 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 4988048 T16014 oasc.ZkTestServer.run start zk server on port:59870
   [junit4]   2> 4988049 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4988056 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4988068 T16022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48348e4b name:ZooKeeperConnection Watcher:127.0.0.1:59870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4988069 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4988069 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4988070 T16014 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 4988086 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4988089 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4988094 T16025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a73d9a3 name:ZooKeeperConnection Watcher:127.0.0.1:59870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4988095 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4988095 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4988096 T16014 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 4988106 T16014 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 4988115 T16014 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 4988120 T16014 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 4988129 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4988129 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4988139 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4988139 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 4988148 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4988149 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4988158 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4988159 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4988171 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4988171 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4988179 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4988179 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 4988189 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4988190 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4988199 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4988199 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4988209 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4988210 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4988217 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4988218 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4988227 T16014 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4988227 T16014 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4990128 T16014 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores/collection1
   [junit4]   2> 4990132 T16014 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4990143 T16014 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59874
   [junit4]   2> 4990143 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5bdf59bd
   [junit4]   2> 4990144 T16014 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4990145 T16014 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001
   [junit4]   2> 4990145 T16014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/'
   [junit4]   2> 4990192 T16014 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/solr.xml
   [junit4]   2> 4990230 T16014 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores
   [junit4]   2> 4990232 T16014 oasc.CoreContainer.<init> New CoreContainer 1314314310
   [junit4]   2> 4990232 T16014 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/]
   [junit4]   2> 4990233 T16014 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4990233 T16014 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4990234 T16014 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4990234 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4990234 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 4990234 T16014 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4990235 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4990235 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4990235 T16014 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4990235 T16014 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4990236 T16014 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 4990236 T16014 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4990237 T16014 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4990237 T16014 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4990237 T16014 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4990238 T16014 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59870/solr
   [junit4]   2> 4990238 T16014 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4990239 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4990241 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4990245 T16037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e090cac name:ZooKeeperConnection Watcher:127.0.0.1:59870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4990246 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4990247 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4990252 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4990258 T16040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bfbc2f4 name:ZooKeeperConnection Watcher:127.0.0.1:59870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4990258 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4990263 T16014 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 4990274 T16014 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 4990285 T16014 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 4990296 T16014 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 4990306 T16014 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 4990318 T16014 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 4990324 T16014 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59873_
   [junit4]   2> 4990326 T16014 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59873_
   [junit4]   2> 4990337 T16014 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 4990344 T16014 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 4990350 T16014 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4990356 T16014 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59873_
   [junit4]   2> 4990356 T16014 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 4990364 T16014 oasc.Overseer.start Overseer (id=93293987511795715-127.0.0.1:59873_-n_0000000000) starting
   [junit4]   2> 4990371 T16014 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 4990402 T16014 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4990404 T16042 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 4990408 T16014 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 4990417 T16014 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 4990422 T16014 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4990434 T16041 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 4990440 T16014 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores
   [junit4]   2> 4990441 T16014 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores/collection1/
   [junit4]   2> 4990441 T16014 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4990444 T16044 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 4990445 T16044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4990447 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4990447 T16044 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4990456 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59873",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59873_",
   [junit4]   2> 	  "roles":null} current state version: 0
   [junit4]   2> 4990457 T16041 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59873",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59873_",
   [junit4]   2> 	  "roles":null}
   [junit4]   2> 4990458 T16041 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 4990458 T16041 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4990463 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4991449 T16044 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4991449 T16044 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 4991454 T16044 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4991455 T16044 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 4991459 T16044 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4991464 T16044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores/collection1/'
   [junit4]   2> 4991503 T16044 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 4991510 T16044 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 4991524 T16044 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 4991548 T16044 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 4991637 T16044 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4991641 T16044 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4991653 T16044 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4992060 T16044 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4992067 T16044 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4992071 T16044 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4992105 T16044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4992114 T16044 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4992123 T16044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4992127 T16044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4992129 T16044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4992130 T16044 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4992132 T16044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4992132 T16044 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4992133 T16044 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4992133 T16044 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4992133 T16044 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/control-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/control/data/
   [junit4]   2> 4992134 T16044 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@489a912e
   [junit4]   2> 4992136 T16044 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/control/data
   [junit4]   2> 4992136 T16044 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/control/data/index/
   [junit4]   2> 4992137 T16044 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 4992138 T16044 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/control/data/index
   [junit4]   2> 4992139 T16044 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=74.5439453125, floorSegmentMB=1.4541015625, forceMergeDeletesPctAllowed=23.29438900827957, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 4992142 T16044 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@19fd6cc2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4cef41e2),segFN=segments_1,generation=1}
   [junit4]   2> 4992142 T16044 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4992150 T16044 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4992151 T16044 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4992151 T16044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4992151 T16044 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4992152 T16044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4992152 T16044 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4992153 T16044 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4992154 T16044 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4992154 T16044 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4992155 T16044 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4992157 T16044 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4992158 T16044 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4992158 T16044 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4992160 T16044 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 4992161 T16044 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 4992162 T16044 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 4992162 T16044 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 4992164 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 4992165 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 4992166 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 4992167 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 4992167 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 4992168 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 4992169 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 4992169 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4992170 T16044 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 4992171 T16044 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4992185 T16044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4992188 T16044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4992190 T16044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4992191 T16044 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4992193 T16044 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4992196 T16044 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4992196 T16044 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4992197 T16044 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.583984375, floorSegmentMB=0.33203125, forceMergeDeletesPctAllowed=17.437861729769395, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2152098305947342
   [junit4]   2> 4992197 T16044 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@19fd6cc2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4cef41e2),segFN=segments_1,generation=1}
   [junit4]   2> 4992197 T16044 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4992198 T16044 oass.SolrIndexSearcher.<init> Opening Searcher@360a9c40[collection1] main
   [junit4]   2> 4992198 T16044 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 4992200 T16044 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4992201 T16044 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4992202 T16044 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4992202 T16044 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4992202 T16044 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4992204 T16044 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4992204 T16044 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4992204 T16044 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4992205 T16044 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 4992205 T16044 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 4992206 T16045 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@360a9c40[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4992208 T16048 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59873 collection:control_collection shard:shard1
   [junit4]   2> 4992209 T16014 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 4992209 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4992210 T16048 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4992210 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4992212 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4992217 T16052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69540732 name:ZooKeeperConnection Watcher:127.0.0.1:59870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4992218 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4992218 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4992221 T16014 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4992228 T16048 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 4992231 T16014 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4992234 T16048 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 4992234 T16048 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4788 name=collection1 org.apache.solr.core.SolrCore@651bfd0d url=http://127.0.0.1:59873/collection1 node=127.0.0.1:59873_ C4788_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:59873, state=down, core=collection1, node_name=127.0.0.1:59873_}
   [junit4]   2> 4992235 T16048 C4788 P59873 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59873/collection1/
   [junit4]   2> 4992235 T16048 C4788 P59873 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 4992235 T16048 C4788 P59873 oasc.SyncStrategy.syncToMe http://127.0.0.1:59873/collection1/ has no replicas
   [junit4]   2> 4992235 T16048 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59873/collection1/ shard1
   [junit4]   2> 4992236 T16048 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4992242 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4992246 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 4992250 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4992251 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4992261 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59873",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 4992266 T16053 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4992270 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4992301 T16048 oasc.ZkController.register We are http://127.0.0.1:59873/collection1/ and leader is http://127.0.0.1:59873/collection1/
   [junit4]   2> 4992301 T16048 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59873
   [junit4]   2> 4992301 T16048 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 4992302 T16048 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 4992303 T16048 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4992306 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4992314 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59873",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59873_",
   [junit4]   2> 	  "roles":null} current state version: 3
   [junit4]   2> 4992316 T16041 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59873",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59873_",
   [junit4]   2> 	  "roles":null}
   [junit4]   2> 4992424 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4992425 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4994156 T16014 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores/collection1
   [junit4]   2> 4994160 T16014 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 4994162 T16014 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4994171 T16014 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59879
   [junit4]   2> 4994173 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5bdf59bd
   [junit4]   2> 4994173 T16014 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4994174 T16014 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001
   [junit4]   2> 4994174 T16014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/'
   [junit4]   2> 4994221 T16014 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/solr.xml
   [junit4]   2> 4994258 T16014 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores
   [junit4]   2> 4994259 T16014 oasc.CoreContainer.<init> New CoreContainer 1075431107
   [junit4]   2> 4994259 T16014 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/]
   [junit4]   2> 4994262 T16014 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4994263 T16014 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4994263 T16014 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4994264 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4994264 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 4994265 T16014 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4994265 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4994265 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4994266 T16014 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4994266 T16014 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4994267 T16014 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 4994268 T16014 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4994268 T16014 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4994268 T16014 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4994269 T16014 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4994269 T16014 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59870/solr
   [junit4]   2> 4994270 T16014 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4994271 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4994274 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4994278 T16065 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5da8fab7 name:ZooKeeperConnection Watcher:127.0.0.1:59870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4994279 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4994280 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4994284 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4994289 T16068 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6218d1db name:ZooKeeperConnection Watcher:127.0.0.1:59870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4994289 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4994317 T16014 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4995336 T16014 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59878_
   [junit4]   2> 4995340 T16014 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59878_
   [junit4]   2> 4995359 T16014 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4995369 T16014 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores
   [junit4]   2> 4995371 T16014 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores/collection1/
   [junit4]   2> 4995372 T16014 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4995376 T16069 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 4995376 T16069 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4995379 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4995379 T16069 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4995382 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59878",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59878_",
   [junit4]   2> 	  "roles":null} current state version: 4
   [junit4]   2> 4995384 T16041 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59878",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59878_",
   [junit4]   2> 	  "roles":null}
   [junit4]   2> 4995384 T16041 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 4995384 T16041 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4995389 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4995389 T16068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4995389 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4996382 T16069 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4996383 T16069 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 4996390 T16069 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4996390 T16069 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4996397 T16069 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4996398 T16069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores/collection1/'
   [junit4]   2> 4996440 T16069 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 4996449 T16069 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 4996470 T16069 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 4996498 T16069 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 4996588 T16069 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4996592 T16069 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4996598 T16069 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4997034 T16069 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4997040 T16069 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4997044 T16069 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4997071 T16069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4997078 T16069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4997084 T16069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4997087 T16069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4997088 T16069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4997088 T16069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4997091 T16069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4997091 T16069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4997092 T16069 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 4997092 T16069 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4997092 T16069 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-1-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty1/
   [junit4]   2> 4997092 T16069 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@489a912e
   [junit4]   2> 4997093 T16069 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty1
   [junit4]   2> 4997093 T16069 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty1/index/
   [junit4]   2> 4997093 T16069 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 4997094 T16069 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty1/index
   [junit4]   2> 4997094 T16069 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=74.5439453125, floorSegmentMB=1.4541015625, forceMergeDeletesPctAllowed=23.29438900827957, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 4997096 T16069 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3085d0e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21558346),segFN=segments_1,generation=1}
   [junit4]   2> 4997096 T16069 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4997101 T16069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4997101 T16069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4997102 T16069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4997102 T16069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4997102 T16069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4997102 T16069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4997103 T16069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4997104 T16069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4997104 T16069 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4997105 T16069 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4997105 T16069 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4997105 T16069 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4997107 T16069 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4997107 T16069 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 4997108 T16069 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 4997108 T16069 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 4997109 T16069 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 4997109 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 4997114 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 4997114 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 4997115 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 4997116 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 4997116 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 4997117 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 4997118 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4997119 T16069 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 4997119 T16069 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4997131 T16069 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4997132 T16069 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4997135 T16069 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4997137 T16069 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4997138 T16069 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4997140 T16069 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4997140 T16069 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4997141 T16069 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.583984375, floorSegmentMB=0.33203125, forceMergeDeletesPctAllowed=17.437861729769395, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2152098305947342
   [junit4]   2> 4997142 T16069 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3085d0e5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21558346),segFN=segments_1,generation=1}
   [junit4]   2> 4997142 T16069 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4997142 T16069 oass.SolrIndexSearcher.<init> Opening Searcher@2e97048c[collection1] main
   [junit4]   2> 4997142 T16069 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4997145 T16069 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4997146 T16069 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4997148 T16069 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4997148 T16069 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4997149 T16069 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4997150 T16069 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4997151 T16069 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4997151 T16069 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4997151 T16069 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 4997152 T16070 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e97048c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4997153 T16069 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 4997156 T16073 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59878 collection:collection1 shard:shard1
   [junit4]   2> 4997156 T16014 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 4997157 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4997159 T16073 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 4997170 T16073 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 4997174 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4997176 T16073 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 4997176 T16073 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4789 name=collection1 org.apache.solr.core.SolrCore@45e17e32 url=http://127.0.0.1:59878/collection1 node=127.0.0.1:59878_ C4789_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:59878, state=down, core=collection1, node_name=127.0.0.1:59878_}
   [junit4]   2> 4997176 T16073 C4789 P59878 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59878/collection1/
   [junit4]   2> 4997177 T16073 C4789 P59878 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 4997177 T16073 C4789 P59878 oasc.SyncStrategy.syncToMe http://127.0.0.1:59878/collection1/ has no replicas
   [junit4]   2> 4997177 T16073 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59878/collection1/ shard1
   [junit4]   2> 4997177 T16073 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 4997182 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 4997187 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997199 T16068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997207 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59878",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 6
   [junit4]   2> 4997209 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997212 T16053 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4997225 T16075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997232 T16076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997258 T16073 oasc.ZkController.register We are http://127.0.0.1:59878/collection1/ and leader is http://127.0.0.1:59878/collection1/
   [junit4]   2> 4997258 T16073 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59878
   [junit4]   2> 4997258 T16073 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 4997259 T16073 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 4997260 T16073 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4997263 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4997265 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59878",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59878_",
   [junit4]   2> 	  "roles":null} current state version: 7
   [junit4]   2> 4997267 T16041 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59878",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59878_",
   [junit4]   2> 	  "roles":null}
   [junit4]   2> 4997378 T16076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997378 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4997380 T16075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 4998926 T16014 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores/collection1
   [junit4]   2> 4998930 T16014 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 4998931 T16014 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4998936 T16014 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59883
   [junit4]   2> 4998938 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5bdf59bd
   [junit4]   2> 4998938 T16014 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4998939 T16014 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001
   [junit4]   2> 4998939 T16014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/'
   [junit4]   2> 4998994 T16014 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/solr.xml
   [junit4]   2> 4999034 T16014 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores
   [junit4]   2> 4999036 T16014 oasc.CoreContainer.<init> New CoreContainer 1173815761
   [junit4]   2> 4999036 T16014 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/]
   [junit4]   2> 4999037 T16014 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4999038 T16014 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4999038 T16014 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4999038 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4999039 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 4999039 T16014 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4999040 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4999040 T16014 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4999041 T16014 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4999041 T16014 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4999041 T16014 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 4999042 T16014 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4999042 T16014 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4999042 T16014 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4999043 T16014 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4999043 T16014 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59870/solr
   [junit4]   2> 4999043 T16014 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4999044 T16014 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4999045 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4999052 T16088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@778814a6 name:ZooKeeperConnection Watcher:127.0.0.1:59870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4999053 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4999053 T16014 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4999058 T16014 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4999061 T16091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41f62558 name:ZooKeeperConnection Watcher:127.0.0.1:59870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4999062 T16014 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4999081 T16014 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5000094 T16014 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59882_
   [junit4]   2> 5000100 T16014 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59882_
   [junit4]   2> 5000116 T16014 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5000124 T16014 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores
   [junit4]   2> 5000127 T16014 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores/collection1/
   [junit4]   2> 5000127 T16014 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5000130 T16092 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 5000130 T16092 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5000133 T16092 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5000133 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5000137 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59882",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59882_",
   [junit4]   2> 	  "roles":null} current state version: 8
   [junit4]   2> 5000139 T16041 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59882",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:59882_",
   [junit4]   2> 	  "roles":null}
   [junit4]   2> 5000139 T16041 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 5000140 T16041 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 5000145 T16091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5000145 T16076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5000146 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5000145 T16075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001135 T16092 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 5001136 T16092 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 5001140 T16092 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5001140 T16092 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 5001149 T16092 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5001150 T16092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores/collection1/'
   [junit4]   2> 5001182 T16092 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 5001189 T16092 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 5001206 T16092 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 5001257 T16092 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 5001302 T16092 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5001308 T16092 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 5001319 T16092 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 5001722 T16092 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5001737 T16092 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5001740 T16092 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5001770 T16092 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5001778 T16092 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5001785 T16092 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5001788 T16092 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5001790 T16092 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5001790 T16092 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5001794 T16092 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5001794 T16092 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5001794 T16092 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 5001796 T16092 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5001797 T16092 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/shard-2-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty2/
   [junit4]   2> 5001797 T16092 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@489a912e
   [junit4]   2> 5001798 T16092 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty2
   [junit4]   2> 5001800 T16092 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty2/index/
   [junit4]   2> 5001800 T16092 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 5001801 T16092 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 84AFCF1E3A0E92F1-001/tempDir-001/jetty2/index
   [junit4]   2> 5001802 T16092 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=74.5439453125, floorSegmentMB=1.4541015625, forceMergeDeletesPctAllowed=23.29438900827957, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 5001805 T16092 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23da0784 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f237d7f),segFN=segments_1,generation=1}
   [junit4]   2> 5001805 T16092 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5001813 T16092 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 5001813 T16092 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 5001814 T16092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 5001814 T16092 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5001815 T16092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5001815 T16092 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 5001817 T16092 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5001817 T16092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5001817 T16092 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5001819 T16092 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5001819 T16092 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5001820 T16092 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5001820 T16092 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5001821 T16092 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 5001821 T16092 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 5001823 T16092 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 5001823 T16092 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 5001824 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 5001826 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 5001826 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 5001827 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 5001827 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 5001828 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 5001828 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 5001829 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 5001829 T16092 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 5001830 T16092 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5001842 T16092 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5001843 T16092 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5001846 T16092 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5001849 T16092 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 5001850 T16092 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 5001852 T16092 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 5001853 T16092 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 5001854 T16092 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.583984375, floorSegmentMB=0.33203125, forceMergeDeletesPctAllowed=17.437861729769395, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2152098305947342
   [junit4]   2> 5001854 T16092 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23da0784 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f237d7f),segFN=segments_1,generation=1}
   [junit4]   2> 5001854 T16092 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5001855 T16092 oass.SolrIndexSearcher.<init> Opening Searcher@5de97942[collection1] main
   [junit4]   2> 5001855 T16092 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 5001859 T16092 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5001860 T16092 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 5001862 T16092 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 5001862 T16092 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 5001862 T16092 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5001864 T16092 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 5001864 T16092 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 5001864 T16092 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 5001864 T16092 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 5001865 T16093 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5de97942[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 5001866 T16092 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 5001869 T16096 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59882 collection:collection1 shard:shard2
   [junit4]   2> 5001869 T16014 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 5001870 T16014 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5001872 T16096 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 5001886 T16096 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 5001891 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5001892 T16096 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 5001893 T16096 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4790 name=collection1 org.apache.solr.core.SolrCore@5953e91c url=http://127.0.0.1:59882/collection1 node=127.0.0.1:59882_ C4790_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:59882, state=down, core=collection1, node_name=127.0.0.1:59882_}
   [junit4]   2> 5001893 T16096 C4790 P59882 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59882/collection1/
   [junit4]   2> 5001893 T16096 C4790 P59882 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 5001893 T16096 C4790 P59882 oasc.SyncStrategy.syncToMe http://127.0.0.1:59882/collection1/ has no replicas
   [junit4]   2> 5001894 T16096 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59882/collection1/ shard2
   [junit4]   2> 5001894 T16096 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 5001896 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 9
   [junit4]   2> 5001903 T16040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001905 T16091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001916 T16075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001916 T16076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001919 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59882",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 10
   [junit4]   2> 5001924 T16053 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5001927 T16098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001929 T16052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 5001966 T16096 oasc.ZkController.register We are http://127.0.0.1:59882/collection1/ and leader is http://127.0.0.1:59882/collection1/
   [junit4]   2> 5001966 T16096 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59882
   [junit4]   2> 5001966 T16096 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 5001967 T16096 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 5001967 T16096 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 5001969 T16040 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 5001974 T16041 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit

[...truncated too long message...]

e=Direct)}, sim=DefaultSimilarity, locale=pt_BR, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_76 (64-bit)/cpus=2,threads=1,free=147620312,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, RegexBoostProcessorTest, TestBlendedInfixSuggestions, TestCollationFieldDocValues, HdfsDirectoryFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, TestQuerySenderListener, TestReplicaProperties, TestShortCircuitedRequests, CachingDirectoryFactoryTest, NoCacheHeaderTest, DateRangeFieldTest, FullSolrCloudDistribCmdsTest, TestSchemaNameResource, TestBlobHandler, TestManagedSchemaFieldResource, PrimitiveFieldTypeTest, TestRandomDVFaceting, FastVectorHighlighterTest, TestCollationField, LeaderElectionTest, ClusterStateTest, ReplicationFactorTest, BadCopyFieldTest, FieldAnalysisRequestHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, TestDocBasedVersionConstraints, TestSolrConfigHandler, DistributedQueryComponentCustomSortTest, DirectUpdateHandlerTest, TestArbitraryIndexDir, TestReversedWildcardFilterFactory, TestCloudSchemaless, TestSolrConfigHandlerCloud, FileUtilsTest, SignatureUpdateProcessorFactoryTest, BlockCacheTest, TimeZoneUtilsTest, TestRealTimeGet, SolrRequestParserTest, DistanceUnitsTest, TestPhraseSuggestions, TestStandardQParsers, ActionThrottleTest, DistributedFacetPivotSmallAdvancedTest, TestJmxIntegration, TestLeaderElectionZkExpiry, AddBlockUpdateTest, MigrateRouteKeyTest, TestDistributedSearch, OutOfBoxZkACLAndCredentialsProvidersTest, ZkSolrClientTest, BufferStoreTest, TestLMDirichletSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, ClusterStateUpdateTest, TestObjectReleaseTracker, RequestLoggingTest, DebugComponentTest, DocumentBuilderTest, CoreAdminCreateDiscoverTest, TestBinaryField, MergeStrategyTest, SolrCoreCheckLockOnStartupTest, TestSimpleQParserPlugin, TestDefaultSearchFieldResource, IndexSchemaRuntimeFieldTest, TestAddFieldRealTimeGet, ConvertedLegacyTest, HighlighterConfigTest, TestSchemaVersionResource, SoftAutoCommitTest, TestBulkSchemaConcurrent, FileBasedSpellCheckerTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, OpenCloseCoreStressTest, TestOverriddenPrefixQueryForCustomFieldType, AnalysisErrorHandlingTest, AlternateDirectoryTest, CoreMergeIndexesAdminHandlerTest, OutputWriterTest, TestBadConfig, DistributedFacetPivotSmallTest, TestTolerantSearch, TestQuerySenderNoQuery, TestLFUCache, HardAutoCommitTest, TestCodecSupport, ShardSplitTest, TestDynamicFieldCollectionResource, TestSolrConfigHandlerConcurrent, DistributedQueueTest, PluginInfoTest, TestHighFrequencyDictionaryFactory, AliasIntegrationTest, HighlighterTest, QueryElevationComponentTest, ScriptEngineTest, TestMaxScoreQueryParser, ShowFileRequestHandlerTest, SolrPluginUtilsTest, TestStressReorder, TestLuceneMatchVersion, ShardRoutingTest, TestRandomMergePolicy, RAMDirectoryFactoryTest, TestExactSharedStatsCache, TestComponentsName, TestSolr4Spatial2, TestSchemaManager, URLClassifyProcessorTest, TestCharFilters, UUIDUpdateProcessorFallbackTest, LukeRequestHandlerTest, TestSchemaSimilarityResource, TestSolrXml, QueryEqualityTest, UpdateParamsTest, HdfsUnloadDistributedZkTest, LeaderInitiatedRecoveryOnCommitTest, IndexBasedSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, QueryParsingTest, PreAnalyzedFieldTest, TestStressRecovery, SuggesterWFSTTest, ResponseHeaderTest, DeleteInactiveReplicaTest, TestSolrDeletionPolicy1, TestSolrDynamicMBean, BinaryUpdateRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestFunctionQuery, SolrCmdDistributorTest, AssignTest, TestPostingsSolrHighlighter, DistribDocExpirationUpdateProcessorTest, MoreLikeThisHandlerTest, UnloadDistributedZkTest, TestManagedResource, CoreAdminRequestStatusTest, TestSort, CurrencyFieldXmlFileTest, BasicDistributedZkTest, ZkControllerTest, TestUpdate, TestBM25SimilarityFactory, TestAnalyzedSuggestions, PathHierarchyTokenizerFactoryTest, TestWriterPerf, HdfsLockFactoryTest, MinimalSchemaTest, PreAnalyzedUpdateProcessorTest, SuggestComponentTest, TestFastWriter, RequiredFieldsTest, DeleteShardTest, TestQueryUtils, NumericFieldsTest, AnalysisAfterCoreReloadTest, ResponseLogComponentTest, MultiThreadedOCPTest, TestReqParamsAPI, TestCSVLoader, CursorMarkTest, TestCloudInspectUtil, OverseerStatusTest, BasicDistributedZk2Test, TestReplicationHandler, SpellCheckComponentTest, DocValuesTest, TestDefaultSimilarityFactory, TestImplicitCoreProperties, TestFileDictionaryLookup, DeleteLastCustomShardedReplicaTest, ZkStateWriterTest, TestRebalanceLeaders, SuggesterFSTTest, SolrCoreTest, PeerSyncTest, TermsComponentTest, ShardRoutingCustomTest, TestClassNameShortening, TestGroupingSearch, TestDocumentBuilder, TestDefaultStatsCache, StandardRequestHandlerTest, SolrIndexConfigTest, SliceStateTest, TestDistribDocBasedVersion, TestCursorMarkWithoutUniqueKey, DistributedSpellCheckComponentTest, TestStressLucene, TestCollapseQParserPlugin, DateMathParserTest, SuggesterTest, DistributedIntervalFacetingTest, TestReplicationHandlerBackup, TestClusterStateMutator, XmlUpdateRequestHandlerTest, TestJmxMonitoredMap, BasicZkTest, PolyFieldTest, SimpleMLTQParserTest, JSONWriterTest, TestSolrQueryParser, StressHdfsTest, ConnectionManagerTest, TestSolrCoreProperties, TestIntervalFaceting, DocExpirationUpdateProcessorFactoryTest, DocValuesMultiTest, StatsComponentTest, TestInitParams, SpellCheckCollatorTest, BadIndexSchemaTest, RequestHandlersTest, TestFieldTypeResource, TestJoin, TestSystemIdResolver, TestFoldingMultitermQuery, TestDynamicLoading, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestRandomFaceting, TestZkChroot, ZkCLITest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestFiltering, BasicFunctionalityTest, TestLazyCores, OverseerCollectionProcessorTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, TestTrie, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, TestValueSourceCache, TermVectorComponentTest, TestIndexingPerformance, LoggingHandlerTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, SOLR749Test, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, TestFastLRUCache, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, AsyncMigrateRouteKeyTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ExternalCollectionsTest, HttpPartitionTest]
   [junit4] Completed in 186.45s, 1 test, 1 error <<< FAILURES!

[...truncated 334 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:529: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:477: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:191: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1368: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:975: There were test failures: 466 suites, 1861 tests, 1 error, 51 ignored (20 assumptions)

Total time: 164 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1944 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1944/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 30000 ms! ClusterState: {   "c8n_1x2":{     "replicationFactor":"2",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "state":"down",             "base_url":"http://127.0.0.1:56665/no_",             "core":"c8n_1x2_shard1_replica1",             "node_name":"127.0.0.1:56665_no_"},           "core_node2":{             "core":"c8n_1x2_shard1_replica2",             "state":"active",             "node_name":"127.0.0.1:56661_no_",             "base_url":"http://127.0.0.1:56661/no_",             "leader":"true"}}}},     "autoAddReplicas":"false",     "router":{"name":"compositeId"},     "maxShardsPerNode":"1"},   "control_collection":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node1":{             "core":"collection1",             "state":"active",             "node_name":"127.0.0.1:56655_no_",             "base_url":"http://127.0.0.1:56655/no_",             "leader":"true"}}}},     "autoAddReplicas":"false",     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoCreated":"true"},   "collection1":{     "replicationFactor":"1",     "shards":{       "shard1":{         "range":"80000000-ffffffff",         "state":"active",         "replicas":{"core_node2":{             "core":"collection1",             "state":"active",             "node_name":"127.0.0.1:56665_no_",             "base_url":"http://127.0.0.1:56665/no_",             "leader":"true"}}},       "shard2":{         "range":"0-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "core":"collection1",             "state":"active",             "node_name":"127.0.0.1:56661_no_",             "base_url":"http://127.0.0.1:56661/no_",             "leader":"true"},           "core_node3":{             "core":"collection1",             "state":"active",             "node_name":"127.0.0.1:56669_no_",             "base_url":"http://127.0.0.1:56669/no_"}}}},     "autoAddReplicas":"false",     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoCreated":"true"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 30000 ms! ClusterState: {
  "c8n_1x2":{
    "replicationFactor":"2",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "state":"down",
            "base_url":"http://127.0.0.1:56665/no_",
            "core":"c8n_1x2_shard1_replica1",
            "node_name":"127.0.0.1:56665_no_"},
          "core_node2":{
            "core":"c8n_1x2_shard1_replica2",
            "state":"active",
            "node_name":"127.0.0.1:56661_no_",
            "base_url":"http://127.0.0.1:56661/no_",
            "leader":"true"}}}},
    "autoAddReplicas":"false",
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1"},
  "control_collection":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node1":{
            "core":"collection1",
            "state":"active",
            "node_name":"127.0.0.1:56655_no_",
            "base_url":"http://127.0.0.1:56655/no_",
            "leader":"true"}}}},
    "autoAddReplicas":"false",
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoCreated":"true"},
  "collection1":{
    "replicationFactor":"1",
    "shards":{
      "shard1":{
        "range":"80000000-ffffffff",
        "state":"active",
        "replicas":{"core_node2":{
            "core":"collection1",
            "state":"active",
            "node_name":"127.0.0.1:56665_no_",
            "base_url":"http://127.0.0.1:56665/no_",
            "leader":"true"}}},
      "shard2":{
        "range":"0-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collection1",
            "state":"active",
            "node_name":"127.0.0.1:56661_no_",
            "base_url":"http://127.0.0.1:56661/no_",
            "leader":"true"},
          "core_node3":{
            "core":"collection1",
            "state":"active",
            "node_name":"127.0.0.1:56669_no_",
            "base_url":"http://127.0.0.1:56669/no_"}}}},
    "autoAddReplicas":"false",
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoCreated":"true"}}
	at __randomizedtesting.SeedInfo.seed([4F8161DCD18DB1AB:C7D55E067F71DC53]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1931)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:239)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:106)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9229 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/init-core-data-001
   [junit4]   2> 836220 T2946 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /no_/
   [junit4]   2> 836226 T2946 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 836228 T2947 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 836328 T2946 oasc.ZkTestServer.run start zk server on port:56652
   [junit4]   2> 836329 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 836330 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 836335 T2954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a838425 name:ZooKeeperConnection Watcher:127.0.0.1:56652 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 836336 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 836336 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 836337 T2946 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 836344 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 836354 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 836361 T2957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36c7a1af name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 836365 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 836365 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 836365 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 836374 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 836382 T2946 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 836388 T2946 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 836395 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 836396 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 836407 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 836408 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 836417 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 836417 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 836425 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 836425 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 836434 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 836435 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 836442 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 836443 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 836451 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 836452 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 836460 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 836461 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 836468 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 836468 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 836479 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 836480 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 836491 T2946 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 836492 T2946 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 838581 T2946 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores/collection1
   [junit4]   2> 838587 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 838625 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56656
   [junit4]   2> 838626 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5472fe25
   [junit4]   2> 838626 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 838627 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001
   [junit4]   2> 838627 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/'
   [junit4]   2> 838675 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/solr.xml
   [junit4]   2> 838735 T2946 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores
   [junit4]   2> 838736 T2946 oasc.CoreContainer.<init> New CoreContainer 744758188
   [junit4]   2> 838736 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/]
   [junit4]   2> 838737 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 838737 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 838738 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 838738 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 838738 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 838738 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 838739 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 838739 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 838739 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 838739 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 838740 T2946 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 838740 T2946 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 838741 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 838741 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 838741 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 838742 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56652/solr
   [junit4]   2> 838742 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 838742 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 838744 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 838749 T2969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29acb6d8 name:ZooKeeperConnection Watcher:127.0.0.1:56652 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 838751 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 838753 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 838758 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 838764 T2972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@333a5639 name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 838764 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 838769 T2946 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 838781 T2946 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 838797 T2946 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 838806 T2946 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 838816 T2946 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 838826 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 838831 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56655_no_
   [junit4]   2> 838834 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56655_no_
   [junit4]   2> 838842 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 838848 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 838855 T2946 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 838860 T2946 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56655_no_
   [junit4]   2> 838860 T2946 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 838867 T2946 oasc.Overseer.start Overseer (id=93290749107372035-127.0.0.1:56655_no_-n_0000000000) starting
   [junit4]   2> 838875 T2946 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 838904 T2946 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 838906 T2974 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 838909 T2973 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 838911 T2946 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 838919 T2946 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 838923 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 838941 T2946 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores
   [junit4]   2> 838943 T2946 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores/collection1/
   [junit4]   2> 838943 T2946 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 838947 T2976 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 838947 T2976 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 838950 T2976 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 838950 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 838966 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:56655_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56655/no_"} current state version: 0
   [junit4]   2> 838968 T2973 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "node_name":"127.0.0.1:56655_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56655/no_"}
   [junit4]   2> 838968 T2973 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 838969 T2973 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 838973 T2972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 839951 T2976 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 839951 T2976 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 839953 T2976 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 839954 T2976 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 839958 T2976 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 839958 T2976 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores/collection1/'
   [junit4]   2> 839985 T2976 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 839993 T2976 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 840014 T2976 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 840067 T2976 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 840154 T2976 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 840158 T2976 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 840176 T2976 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 840674 T2976 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 840683 T2976 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 840686 T2976 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 840719 T2976 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 840725 T2976 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 840732 T2976 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 840735 T2976 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 840736 T2976 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 840736 T2976 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 840739 T2976 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 840739 T2976 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 840739 T2976 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 840740 T2976 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 840740 T2976 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/control-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/control/data/
   [junit4]   2> 840740 T2976 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46b07179
   [junit4]   2> 840741 T2976 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/control/data
   [junit4]   2> 840742 T2976 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/control/data/index/
   [junit4]   2> 840742 T2976 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 840742 T2976 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/control/data/index
   [junit4]   2> 840743 T2976 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=85.7177734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=25.640823134335037, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8639839718911662
   [junit4]   2> 840743 T2976 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5029c008 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64fe7655),segFN=segments_1,generation=1}
   [junit4]   2> 840744 T2976 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 840750 T2976 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 840751 T2976 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 840751 T2976 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 840751 T2976 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 840751 T2976 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 840752 T2976 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 840753 T2976 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 840753 T2976 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 840753 T2976 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 840754 T2976 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 840755 T2976 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 840755 T2976 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 840756 T2976 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 840757 T2976 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 840757 T2976 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 840759 T2976 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 840760 T2976 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 840760 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 840761 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 840762 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 840762 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 840763 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 840763 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 840764 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 840764 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 840765 T2976 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 840765 T2976 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 840780 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 840783 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 840785 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 840787 T2976 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 840791 T2976 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 840794 T2976 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 840794 T2976 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 840795 T2976 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 840796 T2976 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5029c008 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64fe7655),segFN=segments_1,generation=1}
   [junit4]   2> 840796 T2976 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 840797 T2976 oass.SolrIndexSearcher.<init> Opening Searcher@4792165a[collection1] main
   [junit4]   2> 840797 T2976 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 840800 T2976 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 840801 T2976 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 840802 T2976 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 840802 T2976 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 840802 T2976 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 840804 T2976 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 840804 T2976 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 840804 T2976 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 840805 T2976 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 840807 T2977 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4792165a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 840808 T2976 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 840811 T2980 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56655/no_ collection:control_collection shard:shard1
   [junit4]   2> 840812 T2946 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 840812 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 840813 T2980 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 840817 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 840820 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 840825 T2984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2debafce name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 840825 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 840826 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 840829 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 840829 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 840834 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 840835 T2980 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 840836 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C878 name=collection1 org.apache.solr.core.SolrCore@420b5e3d url=http://127.0.0.1:56655/no_/collection1 node=127.0.0.1:56655_no_ C878_STATE=coll:control_collection core:collection1 props:{core=collection1, state=down, node_name=127.0.0.1:56655_no_, base_url=http://127.0.0.1:56655/no_}
   [junit4]   2> 840836 T2980 C878 P56655 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56655/no_/collection1/
   [junit4]   2> 840836 T2980 C878 P56655 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 840836 T2980 C878 P56655 oasc.SyncStrategy.syncToMe http://127.0.0.1:56655/no_/collection1/ has no replicas
   [junit4]   2> 840837 T2980 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56655/no_/collection1/ shard1
   [junit4]   2> 840837 T2980 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 840838 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 840838 T2946 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 840839 T2946 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 840839 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 840841 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 840843 T2972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 840844 T2984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 840850 T2987 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56bf9cc4 name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 840851 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 840851 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 840867 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 2
   [junit4]   2> 840867 T2973 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 840876 T2988 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 840878 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56655/no_",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 840880 T2973 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 840884 T2984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 841018 T2984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 841075 T2980 oasc.ZkController.register We are http://127.0.0.1:56655/no_/collection1/ and leader is http://127.0.0.1:56655/no_/collection1/
   [junit4]   2> 841075 T2980 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56655/no_
   [junit4]   2> 841076 T2980 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 841076 T2980 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 841076 T2980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 841080 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 841091 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56655_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56655/no_"} current state version: 4
   [junit4]   2> 841093 T2973 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56655_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56655/no_"}
   [junit4]   2> 841230 T2972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 841233 T2984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 843134 T2946 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores/collection1
   [junit4]   2> 843138 T2946 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 843140 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 843147 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56662
   [junit4]   2> 843148 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5472fe25
   [junit4]   2> 843149 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 843149 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001
   [junit4]   2> 843149 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/'
   [junit4]   2> 843201 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/solr.xml
   [junit4]   2> 843245 T2946 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores
   [junit4]   2> 843245 T2946 oasc.CoreContainer.<init> New CoreContainer 460398742
   [junit4]   2> 843246 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/]
   [junit4]   2> 843249 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 843249 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 843249 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 843249 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 843250 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 843251 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 843251 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 843251 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 843252 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 843252 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 843253 T2946 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 843253 T2946 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 843254 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 843254 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 843254 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 843255 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56652/solr
   [junit4]   2> 843256 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 843256 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 843258 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 843263 T3000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f74012f name:ZooKeeperConnection Watcher:127.0.0.1:56652 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 843264 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 843265 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 843272 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 843276 T3003 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e61188f name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 843276 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 843299 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 844321 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56661_no_
   [junit4]   2> 844326 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56661_no_
   [junit4]   2> 844341 T2946 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 844353 T2946 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores
   [junit4]   2> 844356 T2946 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores/collection1/
   [junit4]   2> 844356 T2946 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 844368 T3004 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 844368 T3004 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 844373 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 844376 T3004 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 844377 T3004 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 844377 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56661_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56661/no_"} current state version: 5
   [junit4]   2> 844378 T3004 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 844379 T2973 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56661_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56661/no_"}
   [junit4]   2> 844379 T2973 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 844379 T2973 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 844381 T3004 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 844382 T3004 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 844383 T2973 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 844385 T3003 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 844387 T3003 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 845383 T3004 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 845384 T3004 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 845386 T3004 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 845386 T3004 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 845390 T3004 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 845390 T3004 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores/collection1/'
   [junit4]   2> 845427 T3004 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 845434 T3004 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 845453 T3004 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 845491 T3004 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 845570 T3004 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 845573 T3004 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 845585 T3004 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 846085 T3004 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 846105 T3004 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 846108 T3004 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 846156 T3004 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 846164 T3004 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 846173 T3004 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 846176 T3004 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 846177 T3004 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 846179 T3004 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 846183 T3004 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 846183 T3004 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 846183 T3004 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 846183 T3004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 846185 T3004 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-1-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty1/
   [junit4]   2> 846185 T3004 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46b07179
   [junit4]   2> 846187 T3004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty1
   [junit4]   2> 846188 T3004 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty1/index/
   [junit4]   2> 846188 T3004 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 846189 T3004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty1/index
   [junit4]   2> 846195 T3004 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=85.7177734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=25.640823134335037, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8639839718911662
   [junit4]   2> 846197 T3004 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6445effd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b8efe79),segFN=segments_1,generation=1}
   [junit4]   2> 846197 T3004 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 846223 T3004 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 846224 T3004 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 846225 T3004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 846226 T3004 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 846227 T3004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 846227 T3004 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 846228 T3004 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 846229 T3004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 846229 T3004 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 846231 T3004 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 846233 T3004 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 846237 T3004 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 846238 T3004 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 846239 T3004 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 846240 T3004 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 846245 T3004 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 846252 T3004 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 846253 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 846256 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 846257 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 846257 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 846258 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 846259 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 846262 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 846263 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 846264 T3004 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 846266 T3004 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 846287 T3004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846291 T3004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846294 T3004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846295 T3004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846298 T3004 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 846301 T3004 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 846301 T3004 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 846303 T3004 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 846304 T3004 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6445effd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b8efe79),segFN=segments_1,generation=1}
   [junit4]   2> 846304 T3004 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 846305 T3004 oass.SolrIndexSearcher.<init> Opening Searcher@1047a7d9[collection1] main
   [junit4]   2> 846305 T3004 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 846309 T3004 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 846309 T3004 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 846312 T3004 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 846312 T3004 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 846312 T3004 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 846314 T3004 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 846315 T3004 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 846315 T3004 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 846315 T3004 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 846318 T3005 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1047a7d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 846318 T3004 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 846321 T3008 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56661/no_ collection:collection1 shard:shard2
   [junit4]   2> 846322 T2946 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 846323 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 846324 T3008 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 846343 T3008 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 846349 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846353 T3008 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 846354 T3008 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C879 name=collection1 org.apache.solr.core.SolrCore@55f7308c url=http://127.0.0.1:56661/no_/collection1 node=127.0.0.1:56661_no_ C879_STATE=coll:collection1 core:collection1 props:{core=collection1, state=down, node_name=127.0.0.1:56661_no_, base_url=http://127.0.0.1:56661/no_}
   [junit4]   2> 846354 T3008 C879 P56661 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56661/no_/collection1/
   [junit4]   2> 846355 T3008 C879 P56661 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 846353 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 846355 T3008 C879 P56661 oasc.SyncStrategy.syncToMe http://127.0.0.1:56661/no_/collection1/ has no replicas
   [junit4]   2> 846356 T3008 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56661/no_/collection1/ shard2
   [junit4]   2> 846356 T3008 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 846359 T2973 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 846362 T3003 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 846370 T3003 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 846393 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846397 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56661/no_",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 846400 T2973 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 846403 T3003 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 846405 T3003 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 846449 T3008 oasc.ZkController.register We are http://127.0.0.1:56661/no_/collection1/ and leader is http://127.0.0.1:56661/no_/collection1/
   [junit4]   2> 846450 T3008 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56661/no_
   [junit4]   2> 846450 T3008 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 846451 T3008 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 846451 T3008 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 846457 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846466 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56661_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56661/no_"} current state version: 5
   [junit4]   2> 846468 T2973 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56661_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56661/no_"}
   [junit4]   2> 846468 T3008 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 846471 T2973 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 846474 T3003 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 846478 T3003 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 848394 T2946 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores/collection1
   [junit4]   2> 848397 T2946 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 848399 T2946 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 848405 T2946 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56666
   [junit4]   2> 848405 T2946 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@5472fe25
   [junit4]   2> 848406 T2946 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 848406 T2946 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001
   [junit4]   2> 848406 T2946 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/'
   [junit4]   2> 848453 T2946 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/solr.xml
   [junit4]   2> 848500 T2946 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores
   [junit4]   2> 848501 T2946 oasc.CoreContainer.<init> New CoreContainer 28286462
   [junit4]   2> 848501 T2946 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/]
   [junit4]   2> 848505 T2946 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 848505 T2946 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 848507 T2946 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 848507 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 848508 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 848508 T2946 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 848509 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 848509 T2946 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 848510 T2946 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 848510 T2946 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 848511 T2946 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 848511 T2946 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 848513 T2946 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 848513 T2946 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 848515 T2946 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 848516 T2946 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56652/solr
   [junit4]   2> 848517 T2946 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 848517 T2946 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 848519 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 848524 T3021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@788e257c name:ZooKeeperConnection Watcher:127.0.0.1:56652 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 848526 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 848527 T2946 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 848536 T2946 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 848542 T3024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c04d68c name:ZooKeeperConnection Watcher:127.0.0.1:56652/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 848543 T2946 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 848570 T2946 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 849590 T2946 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56665_no_
   [junit4]   2> 849592 T2946 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56665_no_
   [junit4]   2> 849609 T2946 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 849622 T2946 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores
   [junit4]   2> 849626 T2946 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores/collection1/
   [junit4]   2> 849628 T2946 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 849640 T3025 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 849640 T3025 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 849647 T2972 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 849653 T2973 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56665_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56665/no_"} current state version: 5
   [junit4]   2> 849655 T2973 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "node_name":"127.0.0.1:56665_no_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56665/no_"}
   [junit4]   2> 849655 T2973 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 849655 T2973 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 849657 T3025 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 849657 T3025 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 849659 T3025 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 849663 T3025 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 849663 T3025 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849666 T2973 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 849669 T3024 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 849670 T3003 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 849674 T3024 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 849675 T3003 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 850665 T3025 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 850665 T3025 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 850667 T3025 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 850667 T3025 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 850670 T3025 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 850671 T3025 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores/collection1/'
   [junit4]   2> 850696 T3025 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 850703 T3025 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 850716 T3025 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 850755 T3025 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 850822 T3025 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 850826 T3025 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 850841 T3025 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 851333 T3025 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 851342 T3025 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 851345 T3025 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 851381 T3025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 851387 T3025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 851396 T3025 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 851399 T3025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 851402 T3025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 851402 T3025 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 851405 T3025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 851405 T3025 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 851405 T3025 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 851406 T3025 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 851406 T3025 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/shard-2-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty2/
   [junit4]   2> 851406 T3025 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46b07179
   [junit4]   2> 851407 T3025 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty2
   [junit4]   2> 851408 T3025 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty2/index/
   [junit4]   2> 851408 T3025 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 851408 T3025 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001/tempDir-001/jetty2/index
   [junit4]   2> 851409 T3025 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=85.7177734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=25.640823134335037, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8639839718911662
   [junit4]   2> 851410 T3025 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6a85993f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69102dbb),segFN=segments_1,generation=1}
   [junit4]   2> 851411 T3025 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 851418 T3025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 851419 T3025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 851420 T3025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 851420 T3025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 851421 T3025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 851421 T3025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 851422 T3025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 851423 T3025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 851423 T3025 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 851424 T3025 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 851426 T3025 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 851426 T3025 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 851427 T3025 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 851428 T3025 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 851430 T3025 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 851431 T3025 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 851432 T3025 oasc.

[...truncated too long message...]

rvice.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 939398 T3182 oascc.ZkStateReader$7.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 939413 T2946 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/no_,null}
   [junit4]   2> 939605 T2946 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56652 56652
   [junit4]   2> 939702 T2947 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56652 56652
   [junit4]   2> 939947 T2947 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		5	/solr/aliases.json
   [junit4]   2> 		5	/solr/clusterstate.json
   [junit4]   2> 		4	/solr/configs/conf1
   [junit4]   2> 		3	/solr/collections/collection1/state.json
   [junit4]   2> 		2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 		2	/solr/collections/c8n_1x2/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		5	/solr/live_nodes
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 		4	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> 939954 T2946 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:56665/no_
   [junit4]   2> 939956 T2946 oasc.SocketProxy.close WARN Closing 18 connections to: http://127.0.0.1:56661/no_
   [junit4]   2> 939957 T2946 oasc.SocketProxy.close WARN Closing 3 connections to: http://127.0.0.1:56669/no_
   [junit4]   2> 939958 T2946 oasc.SocketProxy.close WARN Closing 3 connections to: http://127.0.0.1:56655/no_
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=4F8161DCD18DB1AB -Dtests.slow=true -Dtests.locale=ko_KR -Dtests.timezone=PLT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  104s | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 30000 ms! ClusterState: {
   [junit4]    >   "c8n_1x2":{
   [junit4]    >     "replicationFactor":"2",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node1":{
   [junit4]    >             "state":"down",
   [junit4]    >             "base_url":"http://127.0.0.1:56665/no_",
   [junit4]    >             "core":"c8n_1x2_shard1_replica1",
   [junit4]    >             "node_name":"127.0.0.1:56665_no_"},
   [junit4]    >           "core_node2":{
   [junit4]    >             "core":"c8n_1x2_shard1_replica2",
   [junit4]    >             "state":"active",
   [junit4]    >             "node_name":"127.0.0.1:56661_no_",
   [junit4]    >             "base_url":"http://127.0.0.1:56661/no_",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1"},
   [junit4]    >   "control_collection":{
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node1":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "state":"active",
   [junit4]    >             "node_name":"127.0.0.1:56655_no_",
   [junit4]    >             "base_url":"http://127.0.0.1:56655/no_",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoCreated":"true"},
   [junit4]    >   "collection1":{
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{
   [junit4]    >       "shard1":{
   [junit4]    >         "range":"80000000-ffffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node2":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "state":"active",
   [junit4]    >             "node_name":"127.0.0.1:56665_no_",
   [junit4]    >             "base_url":"http://127.0.0.1:56665/no_",
   [junit4]    >             "leader":"true"}}},
   [junit4]    >       "shard2":{
   [junit4]    >         "range":"0-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node1":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "state":"active",
   [junit4]    >             "node_name":"127.0.0.1:56661_no_",
   [junit4]    >             "base_url":"http://127.0.0.1:56661/no_",
   [junit4]    >             "leader":"true"},
   [junit4]    >           "core_node3":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "state":"active",
   [junit4]    >             "node_name":"127.0.0.1:56669_no_",
   [junit4]    >             "base_url":"http://127.0.0.1:56669/no_"}}}},
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoCreated":"true"}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F8161DCD18DB1AB:C7D55E067F71DC53]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1931)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:239)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:106)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 939984 T2946 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest 4F8161DCD18DB1AB-001
   [junit4]   2> 103771 T2945 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {timestamp=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), id=PostingsFormat(name=Direct), multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ko_KR, timezone=PLT
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_76 (64-bit)/cpus=2,threads=1,free=38156496,total=241278976
   [junit4]   2> NOTE: All tests run in this JVM: [CloudExitableDirectoryReaderTest, TestDistributedMissingSort, JSONWriterTest, FieldMutatingUpdateProcessorTest, PrimitiveFieldTypeTest, TestXIncludeConfig, TestHighlightDedupGrouping, TestObjectReleaseTracker, TestJoin, OverseerStatusTest, CollectionsAPIDistributedZkTest, DocValuesMissingTest, TestOrdValues, TestMiniSolrCloudClusterSSL, TestInfoStreamLogging, XmlUpdateRequestHandlerTest, DistributedQueryComponentOptimizationTest, DistributedMLTComponentTest, TestReplicaProperties, BasicZkTest, TestExactStatsCache, UpdateParamsTest, TestFieldCollectionResource, TestSolrJ, MergeStrategyTest, ShardRoutingTest, IndexSchemaTest, AddBlockUpdateTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestElisionMultitermQuery, TestUpdate, TestMiniSolrCloudCluster, TestQueryTypes, RequestLoggingTest, TestStressReorder, DateFieldTest, DistribCursorPagingTest, DistributedSpellCheckComponentTest, TestLRUStatsCache, TestDefaultSimilarityFactory, HttpPartitionTest]
   [junit4] Completed in 104.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 1327 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:529: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:477: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:191: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:512: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1368: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:975: There were test failures: 465 suites, 1857 tests, 1 failure, 51 ignored (20 assumptions)

Total time: 161 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.8.0) - Build # 1943 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1943/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteLiveReplicaTest

Error Message:
Should have had a good message here

Stack Trace:
java.lang.AssertionError: Should have had a good message here
	at __randomizedtesting.SeedInfo.seed([1FCB3017A93F273D:B2AB841CB4008F48]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:125)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9199 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteInactiveReplicaTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/init-core-data-001
   [junit4]   2> 717049 T3119 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 717049 T3119 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 717053 T3119 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 717054 T3120 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 717155 T3119 oasc.ZkTestServer.run start zk server on port:56444
   [junit4]   2> 717155 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 717160 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717192 T3127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66391814 name:ZooKeeperConnection Watcher:127.0.0.1:56444 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717195 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717195 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 717196 T3119 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 717217 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 717220 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717221 T3130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6431153e name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717222 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717222 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 717222 T3119 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 717229 T3119 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 717234 T3119 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 717238 T3119 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 717244 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 717244 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 717252 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 717252 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 717258 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 717258 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 717264 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 717264 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 717268 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 717269 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 717275 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 717276 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 717280 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 717280 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 717286 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 717287 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 717292 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 717293 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 717297 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 717297 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 717303 T3119 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 717303 T3119 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 719019 T3119 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores/collection1
   [junit4]   2> 719024 T3119 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 719048 T3119 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56447
   [junit4]   2> 719049 T3119 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 719050 T3119 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 719050 T3119 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001
   [junit4]   2> 719050 T3119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/'
   [junit4]   2> 719088 T3119 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/solr.xml
   [junit4]   2> 719098 T3119 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores
   [junit4]   2> 719100 T3119 oasc.CoreContainer.<init> New CoreContainer 12393685
   [junit4]   2> 719101 T3119 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/]
   [junit4]   2> 719101 T3119 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 719101 T3119 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 719102 T3119 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 719102 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 719102 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 719102 T3119 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 719103 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 719103 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 719103 T3119 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 719104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 719104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 719104 T3119 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 719105 T3119 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 719105 T3119 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 719106 T3119 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 719106 T3119 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 719106 T3119 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 719107 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 719120 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 719122 T3142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf7143b name:ZooKeeperConnection Watcher:127.0.0.1:56444 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 719146 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 719146 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 719161 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 719163 T3145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47cd7b8f name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 719164 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 719167 T3119 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 719176 T3119 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 719185 T3119 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 719191 T3119 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 719200 T3119 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 719208 T3119 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 719212 T3119 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56447_
   [junit4]   2> 719213 T3119 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56447_
   [junit4]   2> 719219 T3119 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 719224 T3119 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 719229 T3119 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 719236 T3119 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56447_
   [junit4]   2> 719236 T3119 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 719241 T3119 oasc.Overseer.start Overseer (id=93288351785680899-127.0.0.1:56447_-n_0000000000) starting
   [junit4]   2> 719247 T3119 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 719265 T3119 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 719267 T3147 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 719270 T3146 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 719272 T3119 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 719278 T3119 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 719280 T3119 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 719292 T3119 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores
   [junit4]   2> 719295 T3119 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores/collection1/
   [junit4]   2> 719295 T3119 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 719297 T3149 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 719297 T3149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 719299 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 719299 T3149 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 719305 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56447",
   [junit4]   2> 	  "node_name":"127.0.0.1:56447_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 719306 T3146 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56447",
   [junit4]   2> 	  "node_name":"127.0.0.1:56447_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 719306 T3146 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 719307 T3146 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 719310 T3145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 720304 T3149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 720304 T3149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 720305 T3149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 720306 T3149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 720307 T3149 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 720307 T3149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores/collection1/'
   [junit4]   2> 720330 T3149 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 720334 T3149 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 720344 T3149 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 720358 T3149 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 720367 T3149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 720372 T3149 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 720375 T3149 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 720502 T3149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 720507 T3149 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 720510 T3149 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 720563 T3149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 720566 T3149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 720570 T3149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 720572 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 720572 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 720572 T3149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 720574 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 720574 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 720574 T3149 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 720575 T3149 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 720575 T3149 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/control-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/control/data/
   [junit4]   2> 720575 T3149 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2b9c65
   [junit4]   2> 720575 T3149 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/control/data
   [junit4]   2> 720576 T3149 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/control/data/index/
   [junit4]   2> 720576 T3149 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 720577 T3149 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/control/data/index
   [junit4]   2> 720577 T3149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ff33740
   [junit4]   2> 720578 T3149 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@136a9372 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c6ab23c),segFN=segments_1,generation=1}
   [junit4]   2> 720579 T3149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 720593 T3149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 720593 T3149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 720594 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 720594 T3149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 720594 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 720595 T3149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 720595 T3149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 720595 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 720595 T3149 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 720603 T3149 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 720603 T3149 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 720603 T3149 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 720604 T3149 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 720604 T3149 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 720604 T3149 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 720605 T3149 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 720605 T3149 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 720605 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 720606 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 720607 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 720607 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 720607 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 720608 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 720608 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 720608 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 720609 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 720609 T3149 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 720617 T3149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 720619 T3149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 720621 T3149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 720622 T3149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 720622 T3149 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 720626 T3149 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 720626 T3149 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 720627 T3149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=90.189453125, floorSegmentMB=0.4912109375, forceMergeDeletesPctAllowed=0.8645071637520463, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 720627 T3149 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@136a9372 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c6ab23c),segFN=segments_1,generation=1}
   [junit4]   2> 720627 T3149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 720628 T3149 oass.SolrIndexSearcher.<init> Opening Searcher@2fec81bf[collection1] main
   [junit4]   2> 720629 T3149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 720631 T3149 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 720631 T3149 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 720632 T3149 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 720632 T3149 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 720632 T3149 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720633 T3149 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 720633 T3149 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 720633 T3149 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 720634 T3149 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 720634 T3149 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 720634 T3150 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fec81bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 720637 T3153 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56447 collection:control_collection shard:shard1
   [junit4]   2> 720637 T3119 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 720638 T3119 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 720638 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 720641 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 720644 T3153 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 720645 T3156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c9060cf name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 720645 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 720646 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 720649 T3119 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 720662 T3153 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 720663 T3119 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 720663 T3119 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 720663 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 720664 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 720668 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 720669 T3159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2daa34fa name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 720679 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 720681 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 720679 T3153 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 720682 T3153 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1133 name=collection1 org.apache.solr.core.SolrCore@48ad2e30 url=http://127.0.0.1:56447/collection1 node=127.0.0.1:56447_ C1133_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:56447, node_name=127.0.0.1:56447_, state=down}
   [junit4]   2> 720682 T3153 C1133 P56447 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56447/collection1/
   [junit4]   2> 720683 T3153 C1133 P56447 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 720683 T3153 C1133 P56447 oasc.SyncStrategy.syncToMe http://127.0.0.1:56447/collection1/ has no replicas
   [junit4]   2> 720683 T3153 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56447/collection1/ shard1
   [junit4]   2> 720683 T3153 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 720686 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 720718 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 720718 T3146 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 720723 T3156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 720729 T3145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 720741 T3160 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 720796 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56447",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 720801 T3146 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 720807 T3156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 720832 T3160 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 720943 T3156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 721000 T3153 oasc.ZkController.register We are http://127.0.0.1:56447/collection1/ and leader is http://127.0.0.1:56447/collection1/
   [junit4]   2> 721000 T3153 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56447
   [junit4]   2> 721000 T3153 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 721000 T3153 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 721000 T3153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 721010 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 721021 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56447",
   [junit4]   2> 	  "node_name":"127.0.0.1:56447_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 721022 T3146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56447",
   [junit4]   2> 	  "node_name":"127.0.0.1:56447_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 721129 T3145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 721130 T3156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 722523 T3119 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores/collection1
   [junit4]   2> 722527 T3119 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 722528 T3119 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 722539 T3119 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56452
   [junit4]   2> 722540 T3119 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 722540 T3119 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 722541 T3119 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001
   [junit4]   2> 722541 T3119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/'
   [junit4]   2> 722617 T3119 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/solr.xml
   [junit4]   2> 722636 T3119 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores
   [junit4]   2> 722637 T3119 oasc.CoreContainer.<init> New CoreContainer 1838562239
   [junit4]   2> 722637 T3119 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/]
   [junit4]   2> 722638 T3119 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 722638 T3119 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 722639 T3119 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 722639 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 722640 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 722640 T3119 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 722641 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 722641 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 722642 T3119 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 722642 T3119 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 722643 T3119 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 722643 T3119 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 722645 T3119 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 722646 T3119 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 722646 T3119 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 722647 T3119 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 722647 T3119 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 722647 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 722651 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 722658 T3172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12e32023 name:ZooKeeperConnection Watcher:127.0.0.1:56444 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 722660 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 722661 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 722667 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 722670 T3175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@237d1764 name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 722670 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 722692 T3119 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 723709 T3119 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56452_
   [junit4]   2> 723710 T3119 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56452_
   [junit4]   2> 723722 T3119 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 723726 T3119 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores
   [junit4]   2> 723728 T3119 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores/collection1/
   [junit4]   2> 723728 T3119 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 723734 T3176 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 723734 T3176 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 723739 T3176 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 723740 T3176 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 723741 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 723742 T3176 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 723746 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56452",
   [junit4]   2> 	  "node_name":"127.0.0.1:56452_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 723747 T3146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56452",
   [junit4]   2> 	  "node_name":"127.0.0.1:56452_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 723747 T3146 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 723747 T3146 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 723750 T3146 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 723753 T3176 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 723753 T3176 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 723753 T3176 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 723754 T3176 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 723754 T3175 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 723760 T3175 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 723761 T3176 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 723761 T3176 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 723762 T3176 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 723762 T3176 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores/collection1/'
   [junit4]   2> 723782 T3176 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 723785 T3176 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 723798 T3176 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 723802 T3176 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 723813 T3176 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 723815 T3176 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 723836 T3176 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 723966 T3176 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 723971 T3176 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 723973 T3176 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 723996 T3176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 724000 T3176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 724003 T3176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 724007 T3176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 724007 T3176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 724007 T3176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 724010 T3176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 724010 T3176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 724010 T3176 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 724011 T3176 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 724011 T3176 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-1-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty1/
   [junit4]   2> 724011 T3176 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2b9c65
   [junit4]   2> 724012 T3176 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty1
   [junit4]   2> 724013 T3176 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty1/index/
   [junit4]   2> 724013 T3176 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 724013 T3176 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty1/index
   [junit4]   2> 724014 T3176 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3751263b
   [junit4]   2> 724014 T3176 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@73dee899 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@691bd3f6),segFN=segments_1,generation=1}
   [junit4]   2> 724015 T3176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 724019 T3176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 724019 T3176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 724021 T3176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 724021 T3176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 724021 T3176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 724021 T3176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 724022 T3176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 724022 T3176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 724022 T3176 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 724022 T3176 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 724023 T3176 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 724023 T3176 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 724023 T3176 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 724024 T3176 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 724024 T3176 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 724025 T3176 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 724025 T3176 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 724025 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 724026 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 724027 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 724027 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 724028 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 724028 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 724029 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 724029 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 724030 T3176 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 724031 T3176 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 724039 T3176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 724045 T3176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 724046 T3176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 724048 T3176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 724049 T3176 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 724053 T3176 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 724053 T3176 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 724054 T3176 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=90.189453125, floorSegmentMB=0.4912109375, forceMergeDeletesPctAllowed=0.8645071637520463, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 724054 T3176 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@73dee899 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@691bd3f6),segFN=segments_1,generation=1}
   [junit4]   2> 724055 T3176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 724055 T3176 oass.SolrIndexSearcher.<init> Opening Searcher@34240a94[collection1] main
   [junit4]   2> 724055 T3176 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 724058 T3176 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 724058 T3176 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 724060 T3176 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 724060 T3176 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 724060 T3176 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 724062 T3176 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 724062 T3176 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 724062 T3176 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 724062 T3176 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 724064 T3177 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34240a94[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 724064 T3176 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 724065 T3180 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56452 collection:collection1 shard:shard2
   [junit4]   2> 724067 T3119 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 724067 T3119 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 724075 T3180 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 724110 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 724117 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 724119 T3180 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 724119 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1134 name=collection1 org.apache.solr.core.SolrCore@2f127b0 url=http://127.0.0.1:56452/collection1 node=127.0.0.1:56452_ C1134_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:56452, node_name=127.0.0.1:56452_, state=down}
   [junit4]   2> 724119 T3180 C1134 P56452 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56452/collection1/
   [junit4]   2> 724119 T3180 C1134 P56452 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 724119 T3180 C1134 P56452 oasc.SyncStrategy.syncToMe http://127.0.0.1:56452/collection1/ has no replicas
   [junit4]   2> 724120 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56452/collection1/ shard2
   [junit4]   2> 724120 T3180 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 724120 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 724126 T3146 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 724129 T3175 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 724133 T3175 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 724142 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 724145 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56452",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 724152 T3146 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 724154 T3175 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 724156 T3175 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 724197 T3180 oasc.ZkController.register We are http://127.0.0.1:56452/collection1/ and leader is http://127.0.0.1:56452/collection1/
   [junit4]   2> 724197 T3180 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56452
   [junit4]   2> 724198 T3180 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 724198 T3180 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 724198 T3180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 724202 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 724205 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56452",
   [junit4]   2> 	  "node_name":"127.0.0.1:56452_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 724206 T3146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56452",
   [junit4]   2> 	  "node_name":"127.0.0.1:56452_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 724210 T3146 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 724213 T3175 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 724227 T3180 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 724231 T3175 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 726020 T3119 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores/collection1
   [junit4]   2> 726023 T3119 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 726024 T3119 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 726030 T3119 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56455
   [junit4]   2> 726030 T3119 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 726030 T3119 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726031 T3119 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001
   [junit4]   2> 726031 T3119 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/'
   [junit4]   2> 726089 T3119 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/solr.xml
   [junit4]   2> 726102 T3119 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores
   [junit4]   2> 726102 T3119 oasc.CoreContainer.<init> New CoreContainer 1950952689
   [junit4]   2> 726102 T3119 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/]
   [junit4]   2> 726103 T3119 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 726103 T3119 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 726104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 726104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 726104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 726104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 726104 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 726105 T3119 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 726105 T3119 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 726105 T3119 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 726106 T3119 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 726106 T3119 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 726107 T3119 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726107 T3119 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726107 T3119 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 726107 T3119 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 726108 T3119 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 726108 T3119 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 726111 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 726115 T3192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@336559d2 name:ZooKeeperConnection Watcher:127.0.0.1:56444 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726116 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 726118 T3119 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 726128 T3119 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 726129 T3195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@366db7a0 name:ZooKeeperConnection Watcher:127.0.0.1:56444/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726130 T3119 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 726155 T3119 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 727172 T3119 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56455_
   [junit4]   2> 727174 T3119 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56455_
   [junit4]   2> 727183 T3119 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 727193 T3119 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores
   [junit4]   2> 727194 T3119 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores/collection1/
   [junit4]   2> 727194 T3119 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 727204 T3196 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 727205 T3196 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 727214 T3145 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 727216 T3196 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 727217 T3196 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 727216 T3146 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56455",
   [junit4]   2> 	  "node_name":"127.0.0.1:56455_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 727238 T3196 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 727238 T3146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56455",
   [junit4]   2> 	  "node_name":"127.0.0.1:56455_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 727239 T3146 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 727239 T3146 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 727241 T3196 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 727242 T3196 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 727241 T3146 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 727243 T3195 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 727244 T3175 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 727245 T3195 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 727246 T3175 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 728243 T3196 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 728243 T3196 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 728245 T3196 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 728245 T3196 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 728246 T3196 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 728246 T3196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores/collection1/'
   [junit4]   2> 728284 T3196 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 728288 T3196 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 728305 T3196 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 728311 T3196 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 728328 T3196 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 728332 T3196 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 728342 T3196 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 728525 T3196 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 728551 T3196 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 728552 T3196 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 728580 T3196 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 728586 T3196 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 728592 T3196 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 728595 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 728595 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 728596 T3196 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 728599 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 728599 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 728600 T3196 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 728600 T3196 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 728600 T3196 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-2-001/cores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty2/
   [junit4]   2> 728601 T3196 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b2b9c65
   [junit4]   2> 728601 T3196 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty2
   [junit4]   2> 728602 T3196 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty2/index/
   [junit4]   2> 728602 T3196 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 728602 T3196 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-001/jetty2/index
   [junit4]   2> 728603 T3196 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@345eeb5
   [junit4]   2> 728603 T3196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35e44834 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77de921b),segFN=segments_1,generation=1}
   [junit4]   2> 728604 T3196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 728610 T3196 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 728611 T3196 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 728611 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 728611 T3196 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 728612 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 728612 T3196 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 728612 T3196 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 728612 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 728613 T3196 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 728614 T3196 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 728614 T3196 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 728615 T3196 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 728616 T3196 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 728616 T3196 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 728617 T3196 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 728618 T3196 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 728619 T3196 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 728619 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 728620 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 728621 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 728622 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 728622 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 728623 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 728624 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 728624 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 728625 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 728625 T3196 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 728640 T3196 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 728642 T3196 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 728644 T3196 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 728647 T3196 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 728648 T3196 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 728651 T3196 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 728651 T3196 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 728653 T3196 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=90.189453125, floorSegmentMB=0.4912109375, forceMergeDeletesPctAllowed=0.8645071637520463, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 728654 T3196 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35e44834 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77de921b),segFN=segments_1,generation=1}
   [junit4]   2> 728654 T3196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 728654 T3196 oass.SolrIndexSearcher.<init> Opening Searcher@6749deae[collection1] main
   [junit4]   2> 728654 T3196 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 728657 T3196 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 728658 T3196 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 728659 T3196 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 728659 T3196 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 728659 T3196 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 728662 T3196 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 728663 T3196 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 728663 T3196 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 728663 T3196 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 728664 T3196 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 728664 T3197 oas

[...truncated too long message...]

acOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-002/jetty4/index
   [junit4]   2> 799523 T3119 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-002/jetty4 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-002/jetty4;done=false>>]
   [junit4]   2> 799524 T3119 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/tempDir-002/jetty4
   [junit4]   2> 799524 T3119 oasc.SolrCore.close [delLiveColl_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@518d1a92
   [junit4]   2> 799524 T3119 oasc.ZkController.unRegisterConfListener  a listener was removed because of core close
   [junit4]   2> 799524 T3119 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 799525 T3119 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 799526 T3119 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 799526 T3119 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 799528 T3119 oasc.SolrCore.closeSearcher [delLiveColl_shard1_replica2] Closing main searcher on request.
   [junit4]   2> 799561 T3119 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 799562 T3119 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data/index;done=false>>]
   [junit4]   2> 799563 T3119 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data/index
   [junit4]   2> 799563 T3119 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data;done=false>>]
   [junit4]   2> 799563 T3119 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001/shard-4-002/cores/delLiveColl_shard1_replica2/data
   [junit4]   2> 799564 T3119 oasc.Overseer.close Overseer (id=93288354920988685-127.0.0.1:56508_-n_0000000004) closing
   [junit4]   2> 799564 T3477 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56508_
   [junit4]   2> 799568 T3419 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 17 
   [junit4]   2> 801071 T3471 oascc.ZkStateReader$7.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 801071 T3419 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 801088 T3119 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 801281 T3119 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56490 56490
   [junit4]   2> 801316 T3301 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56490 56490
   [junit4]   2> 801564 T3301 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		8	/solr/aliases.json
   [junit4]   2> 		8	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 		4	/solr/collections/delLiveColl/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		8	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteInactiveReplicaTest -Dtests.method=deleteLiveReplicaTest -Dtests.seed=1FCB3017A93F273D -Dtests.slow=true -Dtests.locale=sv_SE -Dtests.timezone=Egypt -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 36.8s | DeleteInactiveReplicaTest.deleteLiveReplicaTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Should have had a good message here
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1FCB3017A93F273D:B2AB841CB4008F48]:0)
   [junit4]    > 	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:125)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 801607 T3119 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest 1FCB3017A93F273D-001
   [junit4]   2> 84572 T3118 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=sv_SE, timezone=Egypt
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_31 (64-bit)/cpus=2,threads=1,free=81138064,total=303984640
   [junit4]   2> NOTE: All tests run in this JVM: [CursorMarkTest, DeleteShardTest, TestNRTOpen, TestCharFilters, TestSolrJ, TestSolrIndexConfig, ResourceLoaderTest, FieldMutatingUpdateProcessorTest, BadComponentTest, TestQueryUtils, CopyFieldTest, TestDistribDocBasedVersion, TestFileDictionaryLookup, TestDynamicFieldCollectionResource, TestSortingResponseWriter, AtomicUpdatesTest, DirectSolrConnectionTest, TestLFUCache, DOMUtilTest, TermVectorComponentTest, AddBlockUpdateTest, TestStressUserVersions, TestObjectReleaseTracker, TermVectorComponentDistributedTest, FullSolrCloudDistribCmdsTest, NumericFieldsTest, DistributedFacetPivotWhiteBoxTest, ShardRoutingTest, ConnectionManagerTest, SimpleCollectionCreateDeleteTest, TestCollationFieldDocValues, BasicZkTest, SynonymTokenizerTest, SortByFunctionTest, TestSchemaManager, HdfsLockFactoryTest, DistributedQueryComponentOptimizationTest, TestStressVersions, TestManagedResourceStorage, TestRTGBase, TestSerializedLuceneMatchVersion, TestManagedResource, SuggesterTSTTest, HdfsChaosMonkeySafeLeaderTest, UpdateRequestProcessorFactoryTest, TestFieldCollectionResource, TestConfigOverlay, TestCustomSort, BlockDirectoryTest, TestQuerySenderListener, TestReplicationHandlerBackup, HighlighterTest, TestOmitPositions, OverseerTest, TestImplicitCoreProperties, TestNonDefinedSimilarityFactory, FastVectorHighlighterTest, FileUtilsTest, TestInitParams, SuggestComponentTest, DistributedSuggestComponentTest, AliasIntegrationTest, SolrCoreCheckLockOnStartupTest, MinimalSchemaTest, TestSearchPerf, CustomCollectionTest, TestRecoveryHdfs, DeleteInactiveReplicaTest]
   [junit4] Completed in 85.36s, 2 tests, 1 failure <<< FAILURES!

[...truncated 1237 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:529: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:477: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:191: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:512: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1368: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:975: There were test failures: 465 suites, 1857 tests, 1 failure, 51 ignored (20 assumptions)

Total time: 133 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any