You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/01 01:25:54 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 3037 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3037/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:51669

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:51669
	at __randomizedtesting.SeedInfo.seed([DE786AA46B7EAFE8:5F9EE4BC1C21CFD4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:51669 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 45 more
Caused by: java.net.ConnectException: Connection refused: connect
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 52 more




Build Log:
[...truncated 9303 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1675099 T4561 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1675117 T4561 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-CollectionsAPIDistributedZkTest-1375311440948
   [junit4]   2> 1675120 T4561 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1675120 T4562 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1675242 T4561 oasc.ZkTestServer.run start zk server on port:51641
   [junit4]   2> 1675245 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1675268 T4568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e9e97 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1675269 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1675269 T4561 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1675286 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1675290 T4570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b1beed name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1675291 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1675291 T4561 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1675303 T4561 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1675314 T4561 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1675327 T4561 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1675339 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1675340 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1675355 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1675355 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1675373 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1675374 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1675400 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1675401 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1675446 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1675447 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1675458 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1675458 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1675468 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1675468 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1675477 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1675477 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1675485 T4561 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1675485 T4561 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1676150 T4561 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1676156 T4561 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51648
   [junit4]   2> 1676156 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1676158 T4561 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1676158 T4561 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327
   [junit4]   2> 1676158 T4561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\'
   [junit4]   2> 1676197 T4561 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\solr.xml
   [junit4]   2> 1676289 T4561 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1676290 T4561 oasc.CoreContainer.<init> New CoreContainer 4280453
   [junit4]   2> 1676291 T4561 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\]
   [junit4]   2> 1676293 T4561 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1676293 T4561 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1676293 T4561 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1676295 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1676296 T4561 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1676296 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1676296 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1676297 T4561 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1676297 T4561 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1676297 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1676312 T4561 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51641/solr
   [junit4]   2> 1676314 T4561 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1676316 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1676340 T4581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d75f3 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1676340 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1676347 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1676358 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1676369 T4583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@904d14 name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1676369 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1676374 T4561 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1676388 T4561 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1676403 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1676409 T4561 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51648_
   [junit4]   2> 1676413 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51648_
   [junit4]   2> 1676422 T4561 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1676439 T4561 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1676446 T4561 oasc.Overseer.start Overseer (id=90132410594754563-127.0.0.1:51648_-n_0000000000) starting
   [junit4]   2> 1676459 T4561 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1676471 T4585 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1676473 T4561 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1676481 T4561 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1676487 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1676496 T4584 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1676500 T4561 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327
   [junit4]   2> 1676852 T4561 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\conf\
   [junit4]   2> 1676871 T4561 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1676872 T4561 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1676872 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1676872 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1676882 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1676884 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1676890 T4588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@97f581 name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1676890 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1676894 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1676902 T4561 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1677518 T4561 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1677520 T4561 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51660
   [junit4]   2> 1677521 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1677521 T4561 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1677521 T4561 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732
   [junit4]   2> 1677522 T4561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\'
   [junit4]   2> 1677559 T4561 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\solr.xml
   [junit4]   2> 1677653 T4561 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1677653 T4561 oasc.CoreContainer.<init> New CoreContainer 20598767
   [junit4]   2> 1677656 T4561 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\]
   [junit4]   2> 1677658 T4561 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1677659 T4561 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1677659 T4561 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1677659 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1677661 T4561 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1677661 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1677662 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1677662 T4561 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1677663 T4561 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1677663 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1677674 T4561 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51641/solr
   [junit4]   2> 1677674 T4561 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1677676 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1677697 T4599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@155d697 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1677697 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1677707 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1677707 T4563 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14036f32c400005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 1677715 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1677721 T4601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a09cc2 name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1677722 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1677735 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1678954 T4561 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51660_
   [junit4]   2> 1678958 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51660_
   [junit4]   2> 1678971 T4601 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1678971 T4588 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1678971 T4583 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1678986 T4561 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732
   [junit4]   2> 1679403 T4561 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\conf\
   [junit4]   2> 1679422 T4561 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1679424 T4561 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1679425 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1679425 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1680005 T4561 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1680009 T4561 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51669
   [junit4]   2> 1680009 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1680009 T4561 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1680010 T4561 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264
   [junit4]   2> 1680010 T4561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\'
   [junit4]   2> 1680043 T4561 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\solr.xml
   [junit4]   2> 1680120 T4561 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1680122 T4561 oasc.CoreContainer.<init> New CoreContainer 2492851
   [junit4]   2> 1680122 T4561 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\]
   [junit4]   2> 1680124 T4561 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1680124 T4561 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1680124 T4561 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1680124 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1680125 T4561 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1680125 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1680126 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1680127 T4561 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1680127 T4561 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1680127 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1680135 T4561 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51641/solr
   [junit4]   2> 1680136 T4561 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1680137 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1680157 T4613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@146df77 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1680158 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1680162 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1680163 T4563 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14036f32c400007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 1680169 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1680175 T4615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13119ee name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1680175 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1680191 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1681287 T4561 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51669_
   [junit4]   2> 1681290 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51669_
   [junit4]   2> 1681302 T4615 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1681303 T4601 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1681304 T4583 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1681305 T4588 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1681318 T4561 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264
   [junit4]   2> 1681648 T4561 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\conf\
   [junit4]   2> 1681665 T4561 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1681666 T4561 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1681666 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1681666 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1682208 T4561 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1682217 T4561 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51678
   [junit4]   2> 1682218 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1682219 T4561 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1682219 T4561 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504
   [junit4]   2> 1682220 T4561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\'
   [junit4]   2> 1682269 T4561 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\solr.xml
   [junit4]   2> 1682351 T4561 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1682351 T4561 oasc.CoreContainer.<init> New CoreContainer 13233722
   [junit4]   2> 1682352 T4561 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\]
   [junit4]   2> 1682357 T4561 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1682357 T4561 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1682357 T4561 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1682357 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1682358 T4561 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1682358 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1682358 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1682358 T4561 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1682359 T4561 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1682359 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1682370 T4561 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51641/solr
   [junit4]   2> 1682370 T4561 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1682374 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1682393 T4627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13759a2 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1682394 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1682401 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1682410 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1682415 T4629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c6408 name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1682415 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1682429 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1683527 T4561 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51678_
   [junit4]   2> 1683529 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51678_
   [junit4]   2> 1683548 T4615 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1683548 T4629 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1683549 T4588 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1683550 T4601 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1683550 T4583 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1683564 T4561 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504
   [junit4]   2> 1683830 T4561 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\conf\
   [junit4]   2> 1683844 T4561 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1683845 T4561 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1683845 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1683846 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1684356 T4561 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1684361 T4561 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51687
   [junit4]   2> 1684361 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1684361 T4561 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1684361 T4561 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684
   [junit4]   2> 1684363 T4561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684\'
   [junit4]   2> 1684393 T4561 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684\solr.xml
   [junit4]   2> 1684482 T4561 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1684482 T4561 oasc.CoreContainer.<init> New CoreContainer 22331823
   [junit4]   2> 1684482 T4561 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684\]
   [junit4]   2> 1684485 T4561 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1684485 T4561 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1684485 T4561 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1684485 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1684486 T4561 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1684486 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1684486 T4561 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1684486 T4561 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1684487 T4561 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1684487 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1684496 T4561 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51641/solr
   [junit4]   2> 1684496 T4561 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1684499 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1684520 T4641 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@177ccf2 name:ZooKeeperConnection Watcher:127.0.0.1:51641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1684520 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1684525 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1684525 T4563 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14036f32c40000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 1684532 T4561 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1684537 T4643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0ffbe name:ZooKeeperConnection Watcher:127.0.0.1:51641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1684537 T4561 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1684552 T4561 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1685652 T4561 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51687_
   [junit4]   2> 1685658 T4561 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51687_
   [junit4]   2> 1685672 T4583 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685672 T4601 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685676 T4629 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685677 T4643 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685678 T4588 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685679 T4615 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1685694 T4561 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684
   [junit4]   2> 1686004 T4561 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375311449684\conf\
   [junit4]   2> 1686025 T4561 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1686026 T4561 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1686027 T4561 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1686027 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1686036 T4561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1686044 T4594 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1686048 T4583 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1686055 T4585 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1686055 T4585 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1686676 T4584 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1686678 T4584 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1686678 T4584 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1686721 T4643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686722 T4629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686722 T4615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686722 T4601 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686723 T4583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686724 T4588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1686832 T4585 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1686832 T4585 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51660_
   [junit4]   2> 1686832 T4585 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51678_
   [junit4]   2> 1686834 T4585 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51669_
   [junit4]   2> 1686835 T4585 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51648_
   [junit4]   2> 1686840 T4579 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1686841 T4593 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1686843 T4610 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1686843 T4624 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1686846 T4579 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1686848 T4593 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1686848 T4624 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1686848 T4610 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1688380 T4584 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1688383 T4584 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1688383 T4584 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51648_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51648"}
   [junit4]   2> 1688397 T4584 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1688397 T4584 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51660_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51660"}
   [junit4]   2> 1688410 T4584 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1688410 T4584 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51669_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51669"}
   [junit4]   2> 1688424 T4584 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1688424 T4584 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51678_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51678"}
   [junit4]   2> 1688439 T4643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1688439 T4583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1688440 T4615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1688440 T4629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1688441 T4601 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1688441 T4588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1689025 T4579 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1689027 T4610 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1689029 T4593 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1689029 T4624 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1689030 T4579 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2\core.properties (The system cannot find the path specified)
   [junit4]   2> 1689032 T4579 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2
   [junit4]   2> 1689033 T4579 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1689034 T4610 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1\core.properties (The system cannot find the path specified)
   [junit4]   2> 1689035 T4610 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1
   [junit4]   2> 1689035 T4610 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1689037 T4624 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2\core.properties (The system cannot find the path specified)
   [junit4]   2> 1689037 T4624 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2
   [junit4]   2> 1689037 T4624 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1689038 T4610 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1689038 T4610 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1689037 T4579 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1689040 T4579 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1689041 T4624 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1689041 T4624 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1689044 T4593 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1\core.properties (The system cannot find the path specified)
   [junit4]   2> 1689045 T4593 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1
   [junit4]   2> 1689046 T4593 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1689047 T4579 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1689047 T4579 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1689049 T4624 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1689050 T4624 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1689049 T4610 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1689051 T4610 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1689052 T4593 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1689052 T4593 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1689068 T4624 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1689071 T4579 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1689073 T4593 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1689073 T4593 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1689077 T4610 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1689081 T4579 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2\'
   [junit4]   2> 1689083 T4624 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2\'
   [junit4]   2> 1689087 T4610 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1\'
   [junit4]   2> 1689102 T4593 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1689140 T4593 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1\'
   [junit4]   2> 1689192 T4624 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1689193 T4579 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1689280 T4624 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1689314 T4593 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1689343 T4610 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1689402 T4593 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1689426 T4579 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1689434 T4624 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1689446 T4624 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1689448 T4610 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1689452 T4593 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1689461 T4593 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1689482 T4610 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1689483 T4579 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1689494 T4579 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1689532 T4610 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1691052 T4579 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691052 T4579 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691054 T4579 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1691086 T4579 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1691091 T4579 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1691094 T4593 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691094 T4593 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691095 T4593 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1691104 T4593 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1691108 T4593 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1691182 T4610 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691183 T4610 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691183 T4610 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1691190 T4610 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1691196 T4610 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1691261 T4579 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691263 T4593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691272 T4579 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691274 T4610 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691284 T4593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691291 T4610 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691296 T4579 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691311 T4610 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691313 T4579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691314 T4579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691314 T4579 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691317 T4610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691317 T4610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691317 T4610 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691319 T4593 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691322 T4579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691323 T4579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691324 T4579 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1691325 T4579 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\\nodes_used_collection_shard2_replica2\data\
   [junit4]   2> 1691325 T4579 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33788d
   [junit4]   2> 1691326 T4579 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\\nodes_used_collection_shard2_replica2\data\
   [junit4]   2> 1691326 T4579 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\\nodes_used_collection_shard2_replica2\data\index/
   [junit4]   2> 1691326 T4579 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\nodes_used_collection_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1691329 T4610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691329 T4610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691329 T4610 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1691330 T4610 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\\nodes_used_collection_shard2_replica1\data\
   [junit4]   2> 1691330 T4610 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33788d
   [junit4]   2> 1691331 T4610 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\\nodes_used_collection_shard2_replica1\data\
   [junit4]   2> 1691331 T4610 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\\nodes_used_collection_shard2_replica1\data\index/
   [junit4]   2> 1691331 T4610 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\nodes_used_collection_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1691334 T4610 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375311445264\\nodes_used_collection_shard2_replica1\data\index
   [junit4]   2> 1691335 T4593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691335 T4593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691335 T4593 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691336 T4579 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375311441327\\nodes_used_collection_shard2_replica2\data\index
   [junit4]   2> 1691341 T4593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691341 T4593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691342 T4593 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1691342 T4593 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\\nodes_used_collection_shard1_replica1\data\
   [junit4]   2> 1691342 T4593 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33788d
   [junit4]   2> 1691343 T4593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\\nodes_used_collection_shard1_replica1\data\
   [junit4]   2> 1691344 T4593 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\\nodes_used_collection_shard1_replica1\data\index/
   [junit4]   2> 1691344 T4593 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\nodes_used_collection_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1691345 T4593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375311442732\\nodes_used_collection_shard1_replica1\data\index
   [junit4]   2> 1691349 T4579 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a9a33b lockFactory=org.apache.lucene.store.NativeFSLockFactory@13636f0),segFN=segments_1,generation=1}
   [junit4]   2> 1691349 T4579 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1691352 T4593 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@161030f lockFactory=org.apache.lucene.store.NativeFSLockFactory@803499),segFN=segments_1,generation=1}
   [junit4]   2> 1691356 T4593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1691362 T4579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1691362 T4624 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691363 T4624 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1691362 T4579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1691364 T4624 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1691364 T4579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1691365 T4579 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1691365 T4579 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1691365 T4579 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1691365 T4579 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1691366 T4579 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1691366 T4579 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1691375 T4624 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1691377 T4579 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1691380 T4624 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1691381 T4579 oass.SolrIndexSearcher.<init> Opening Searcher@176ce5b main
   [junit4]   2> 1691383 T4579 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1691383 T4579 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1691387 T4593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1691388 T4593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1691388 T4593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1691389 T4593 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1691391 T4610 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12e47b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1128554),segFN=segments_1,generation=1}
   [junit4]   2> 1691391 T4610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1691391 T4593 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1691392 T4593 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1691392 T4593 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1691393 T4593 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1691393 T4593 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1691395 T4593 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1691400 T4579 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1691400 T4579 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51648 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1691400 T4593 oass.SolrIndexSearcher.<init> Opening Searcher@44292a main
   [junit4]   2> 1691400 T4649 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@176ce5b main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1691401 T4579 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1691403 T4593 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1691403 T4593 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1691408 T4593 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1691408 T4593 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51660 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1691409 T4593 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1691415 T4650 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@44292a main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1691415 T4610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1691415 T4610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1691416 T4610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1691417 T4610 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1691417 T4593 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1691419 T4610 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1691419 T4610 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1691419 T4610 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1691420 T4579 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1691420 T4610 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1691420 T4610 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1691429 T4610 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1691437 T4610 oass.SolrIndexSearcher.<init> Opening Searcher@17c3a85 main
   [junit4]   2> 1691441 T4610 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1691441 T4610 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1691447 T4610 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1691448 T4610 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51669 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1691448 T4610 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1691447 T4651 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@17c3a85 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1691456 T4610 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1691474 T4624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691478 T4593 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1691487 T4579 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1691495 T4624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1691497 T4593 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179994
   [junit4]   2> 1691501 T4579 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1691501 T4579 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1691502 T4579 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51648/nodes_used_collection_shard2_replica2/
   [junit4]   2> 1691502 T4579 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51648 START replicas=[http://127.0.0.1:51669/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 1691503 T4579 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51648 DONE.  We have no versions.  sync failed.
   [junit4]   2> 1691503 T4579 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1691503 T4579 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1691503 T4579 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51648/nodes_used_collection_shard2_replica2/ shard2
   [junit4]   2> 1691503 T4579 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
   [junit4]   2> 1691505 T4624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691510 T4624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691511 T4624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691511 T4624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1691516 T4624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1691516 T4624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1691517 T4624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1691517 T4624 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\\nodes_used_collection_shard1_replica2\data\
   [junit4]   2> ASYNC  NEW_CORE C7785 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1b31b21 url=http://127.0.0.1:51669/nodes_used_collection_shard2_replica1 node=127.0.0.1:51669_ C7785_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:51669_, base_url=http://127.0.0.1:51669}
   [junit4]   2> 1691518 T4608 C7785 P51669 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 1691518 T4624 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33788d
   [junit4]   2> 1691519 T4624 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\\nodes_used_collection_shard1_replica2\data\
   [junit4]   2> 1691519 T4624 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\\nodes_used_collection_shard1_replica2\data\index/
   [junit4]   2> 1691519 T4624 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\nodes_used_collection_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1691520 T4624 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375311447504\\nodes_used_collection_shard1_replica2\data\index
   [junit4]   2> 1691529 T4624 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.s

[...truncated too long message...]

  2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375311440947\zookeeper FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375311440947 FAILED !!!!!
   [junit4]   2> 1839371 T4561 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1839374 T4561 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51641 51641
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=DE786AA46B7EAFE8 -Dtests.slow=true -Dtests.locale=de_CH -Dtests.timezone=Australia/Yancowinna -Dtests.file.encoding=Cp1252
   [junit4] ERROR    167s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:51669
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DE786AA46B7EAFE8:5F9EE4BC1C21CFD4]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:51669 refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 45 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused: connect
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
   [junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
   [junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:529)
   [junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]    > 	... 52 more
   [junit4]   2> 1841660 T4561 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=Pulsing41(freqCutoff=4 minBlockSize=4 maxBlockSize=70), range_facet_l=Pulsing41(freqCutoff=4 minBlockSize=4 maxBlockSize=70), id=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=Asserting), a_t=Pulsing41(freqCutoff=4 minBlockSize=4 maxBlockSize=70), text=PostingsFormat(name=MockRandom), range_facet_si=Pulsing41(freqCutoff=4 minBlockSize=4 maxBlockSize=70), _version_=MockVariableIntBlock(baseBlockSize=77), other_tl1=MockVariableIntBlock(baseBlockSize=77), multiDefault=Pulsing41(freqCutoff=4 minBlockSize=4 maxBlockSize=70), a_si=MockVariableIntBlock(baseBlockSize=77), intDefault=MockVariableIntBlock(baseBlockSize=77)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=de_CH, timezone=Australia/Yancowinna
   [junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=4,free=77941664,total=193384448
   [junit4]   2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, MinimalSchemaTest, HdfsDirectoryTest, TestStressVersions, MoreLikeThisHandlerTest, XmlUpdateRequestHandlerTest, TestSolrJ, SliceStateUpdateTest, EchoParamsTest, TestSolrXmlPersistence, InfoHandlerTest, TestXIncludeConfig, DistributedQueryElevationComponentTest, DisMaxRequestHandlerTest, OpenExchangeRatesOrgProviderTest, StandardRequestHandlerTest, DirectUpdateHandlerTest, TestSolrDeletionPolicy2, QueryResultKeyTest, LeaderElectionTest, TestBadConfig, HdfsBasicDistributedZkTest, TestRTGBase, PolyFieldTest, BlockCacheTest, DocValuesTest, TestSchemaNameResource, ChaosMonkeySafeLeaderTest, DistributedSpellCheckComponentTest, HdfsCollectionsAPIDistributedZkTest, TestSolrDeletionPolicy1, CircularListTest, HardAutoCommitTest, TestBinaryResponseWriter, OpenCloseCoreStressTest, TestUniqueKeyFieldResource, TestQueryTypes, TestIndexingPerformance, UnloadDistributedZkTest, ResponseLogComponentTest, DOMUtilTest, OverseerCollectionProcessorTest, DocValuesMultiTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestAddFieldRealTimeGet, SoftAutoCommitTest, ZkControllerTest, TestRemoteStreaming, TestCodecSupport, ResourceLoaderTest, TestGroupingSearch, DateMathParserTest, TestFieldCollectionResource, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, TestSchemaVersionResource, HdfsUnloadDistributedZkTest, DebugComponentTest, HdfsLockFactoryTest, IndexReaderFactoryTest, TestReloadAndDeleteDocs, CacheHeaderTest, LeaderElectionIntegrationTest, TestFuzzyAnalyzedSuggestions, CurrencyFieldXmlFileTest, CoreMergeIndexesAdminHandlerTest, TestSystemIdResolver, TestFunctionQuery, PingRequestHandlerTest, BadCopyFieldTest, SuggesterFSTTest, SuggesterTest, TestPostingsSolrHighlighter, SchemaVersionSpecificBehaviorTest, ZkNodePropsTest, TestSweetSpotSimilarityFactory, TestReplicationHandler, TestPluginEnable, TestPartialUpdateDeduplication, TestSchemaResource, QueryParsingTest, IndexSchemaRuntimeFieldTest, ClusterStateUpdateTest, TestDynamicFieldCollectionResource, TestPropInject, TestQueryUtils, PathHierarchyTokenizerFactoryTest, DeleteShardTest, SolrCoreTest, XsltUpdateRequestHandlerTest, ScriptEngineTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFastWriter, JSONWriterTest, MBeansHandlerTest, TestQuerySenderListener, PreAnalyzedUpdateProcessorTest, SuggesterTSTTest, TestQuerySenderNoQuery, ClusterStateTest, BasicDistributedZk2Test, HighlighterConfigTest, TestFieldResource, TermVectorComponentTest, QueryEqualityTest, ConvertedLegacyTest, PrimitiveFieldTypeTest, ShardSplitTest, SolrCmdDistributorTest, RequiredFieldsTest, TestCSVResponseWriter, DirectSolrConnectionTest, TestRandomFaceting, AssignTest, TestDefaultSearchFieldResource, ShowFileRequestHandlerTest, SampleTest, TestSolrQueryParserDefaultOperatorResource, MultiTermTest, PluginInfoTest, DirectSolrSpellCheckerTest, BasicFunctionalityTest, SOLR749Test, SolrTestCaseJ4Test, TestLazyCores, PreAnalyzedFieldTest, TestReload, TestAtomicUpdateErrorCases, TestPerFieldSimilarity, NotRequiredUniqueKeyTest, TestSchemaSimilarityResource, TestZkChroot, TimeZoneUtilsTest, FileUtilsTest, NumericFieldsTest, NoCacheHeaderTest, TestSolrIndexConfig, TestSearchPerf, TestReversedWildcardFilterFactory, TestSolrQueryParser, TestDefaultSimilarityFactory, TestComponentsName, DocumentAnalysisRequestHandlerTest, ParsingFieldUpdateProcessorsTest, SpellCheckCollatorTest, LukeRequestHandlerTest, TestCollationKeyRangeQueries, TestPhraseSuggestions, FastVectorHighlighterTest, TestDynamicFieldResource, TestWriterPerf, SpellingQueryConverterTest, CSVRequestHandlerTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 166.61s, 1 test, 1 error <<< FAILURES!

[...truncated 492 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:395: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:375: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1233: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 42 ignored (14 assumptions)

Total time: 80 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 3038 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3038/
Java: 32bit/jdk1.6.0_45 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:59151/z_/ao

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:59151/z_/ao
	at __randomizedtesting.SeedInfo.seed([4095057698E71398:C1738B6EEFB873A4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:59151 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 44 more
Caused by: java.net.ConnectException: Connection refused: connect
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 51 more




Build Log:
[...truncated 8913 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 711004 T1858 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /z_/ao
   [junit4]   2> 711010 T1858 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-CollectionsAPIDistributedZkTest-1375336589998
   [junit4]   2> 711012 T1858 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 711013 T1859 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 711084 T1858 oasc.ZkTestServer.run start zk server on port:59132
   [junit4]   2> 711086 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711092 T1865 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b6dfe name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711092 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711092 T1858 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 711100 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711104 T1867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b552d4 name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711104 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711104 T1858 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 711111 T1858 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 711117 T1858 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 711122 T1858 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 711129 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 711130 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 711139 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 711140 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 711147 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 711147 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 711154 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 711154 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 711160 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 711162 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 711168 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 711169 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 711176 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 711176 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 711183 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 711183 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 711189 T1858 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 711190 T1858 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 711549 T1858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 711552 T1858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59139
   [junit4]   2> 711553 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 711554 T1858 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 711554 T1858 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185
   [junit4]   2> 711554 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\'
   [junit4]   2> 711589 T1858 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\solr.xml
   [junit4]   2> 711663 T1858 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 711663 T1858 oasc.CoreContainer.<init> New CoreContainer 30832175
   [junit4]   2> 711663 T1858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\]
   [junit4]   2> 711665 T1858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 711665 T1858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 711666 T1858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 711666 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 711667 T1858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 711667 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 711667 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 711667 T1858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 711667 T1858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 711667 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 711674 T1858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59132/solr
   [junit4]   2> 711674 T1858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 711676 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711688 T1878 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e910cf name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711688 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711692 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 711696 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711706 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18e8a6f name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711706 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711709 T1858 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 711717 T1858 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 711724 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 711729 T1858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59139_z_%2Fao
   [junit4]   2> 711731 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59139_z_%2Fao
   [junit4]   2> 711737 T1858 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 711749 T1858 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 711753 T1858 oasc.Overseer.start Overseer (id=90134058762960899-127.0.0.1:59139_z_%2Fao-n_0000000000) starting
   [junit4]   2> 711761 T1858 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 711771 T1882 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 711772 T1858 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 711778 T1858 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 711783 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 711792 T1881 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 711794 T1858 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185
   [junit4]   2> 711986 T1858 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\conf\
   [junit4]   2> 711996 T1858 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 711996 T1858 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 711996 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 711997 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 712002 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 712004 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712007 T1885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66cb40 name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712008 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712010 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 712015 T1858 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 712369 T1858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 712371 T1858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59151
   [junit4]   2> 712372 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 712373 T1858 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 712373 T1858 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002
   [junit4]   2> 712374 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\'
   [junit4]   2> 712394 T1858 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\solr.xml
   [junit4]   2> 712451 T1858 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 712451 T1858 oasc.CoreContainer.<init> New CoreContainer 22943211
   [junit4]   2> 712451 T1858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\]
   [junit4]   2> 712453 T1858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 712453 T1858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 712453 T1858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 712453 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 712454 T1858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 712454 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 712455 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 712455 T1858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 712455 T1858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 712455 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 712461 T1858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59132/solr
   [junit4]   2> 712461 T1858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 712463 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712475 T1896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f116c6 name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712475 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712478 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 712478 T1860 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1403872eabb0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 712482 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712486 T1898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@166af81 name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712486 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712494 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 713209 T1858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59151_z_%2Fao
   [junit4]   2> 713211 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59151_z_%2Fao
   [junit4]   2> 713217 T1885 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713218 T1880 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713218 T1898 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713227 T1858 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002
   [junit4]   2> 713410 T1858 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\conf\
   [junit4]   2> 713419 T1858 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 713424 T1858 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 713424 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 713424 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 713750 T1858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 713752 T1858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59160
   [junit4]   2> 713753 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 713753 T1858 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 713753 T1858 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417
   [junit4]   2> 713753 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\'
   [junit4]   2> 713774 T1858 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\solr.xml
   [junit4]   2> 713831 T1858 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 713832 T1858 oasc.CoreContainer.<init> New CoreContainer 4270066
   [junit4]   2> 713832 T1858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\]
   [junit4]   2> 713834 T1858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 713834 T1858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 713834 T1858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 713834 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 713834 T1858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 713835 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 713835 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 713836 T1858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 713836 T1858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 713836 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 713841 T1858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59132/solr
   [junit4]   2> 713842 T1858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 713843 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 713855 T1910 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a5b75d name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 713855 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 713859 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 713859 T1860 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1403872eabb0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 713863 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 713865 T1912 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46881a name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 713866 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 713874 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 714589 T1858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59160_z_%2Fao
   [junit4]   2> 714597 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59160_z_%2Fao
   [junit4]   2> 714601 T1885 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 714603 T1880 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 714604 T1912 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 714604 T1898 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 714614 T1858 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417
   [junit4]   2> 714819 T1858 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\conf\
   [junit4]   2> 714830 T1858 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 714830 T1858 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 714830 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 714831 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 715174 T1858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 715177 T1858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59169
   [junit4]   2> 715178 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 715178 T1858 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 715178 T1858 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824
   [junit4]   2> 715178 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824\'
   [junit4]   2> 715206 T1858 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824\solr.xml
   [junit4]   2> 715267 T1858 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 715267 T1858 oasc.CoreContainer.<init> New CoreContainer 12940006
   [junit4]   2> 715267 T1858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824\]
   [junit4]   2> 715270 T1858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 715270 T1858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 715271 T1858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 715271 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 715271 T1858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 715272 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 715272 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 715273 T1858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 715273 T1858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 715273 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 715280 T1858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59132/solr
   [junit4]   2> 715280 T1858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 715282 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 715296 T1924 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fa91d4 name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715296 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 715298 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 715299 T1860 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1403872eabb0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 715304 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 715307 T1926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa9c66 name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715307 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 715317 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 716089 T1858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59169_z_%2Fao
   [junit4]   2> 716097 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59169_z_%2Fao
   [junit4]   2> 716104 T1885 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716105 T1912 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716106 T1898 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716107 T1880 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716107 T1926 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716118 T1858 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824
   [junit4]   2> 716307 T1858 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375336593824\conf\
   [junit4]   2> 716317 T1858 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 716318 T1858 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 716319 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 716319 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 716682 T1858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 716685 T1858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59178
   [junit4]   2> 716686 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 716686 T1858 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 716686 T1858 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312
   [junit4]   2> 716687 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\'
   [junit4]   2> 716711 T1858 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\solr.xml
   [junit4]   2> 716789 T1858 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 716789 T1858 oasc.CoreContainer.<init> New CoreContainer 19007660
   [junit4]   2> 716789 T1858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\]
   [junit4]   2> 716791 T1858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 716791 T1858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 716791 T1858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 716792 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 716792 T1858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 716793 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 716793 T1858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 716793 T1858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 716793 T1858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 716793 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 716799 T1858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59132/solr
   [junit4]   2> 716799 T1858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 716801 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 716821 T1938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1675bf7 name:ZooKeeperConnection Watcher:127.0.0.1:59132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 716821 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 716835 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 716842 T1858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 716859 T1940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b770a name:ZooKeeperConnection Watcher:127.0.0.1:59132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 716859 T1858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 716893 T1858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 717680 T1858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59178_z_%2Fao
   [junit4]   2> 717688 T1858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59178_z_%2Fao
   [junit4]   2> 717698 T1926 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717699 T1940 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717699 T1912 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717700 T1880 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717700 T1898 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717701 T1885 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 717711 T1858 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312
   [junit4]   2> 717918 T1858 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\conf\
   [junit4]   2> 717928 T1858 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 717929 T1858 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 717929 T1858 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 717929 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 717935 T1858 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 717941 T1892 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 717942 T1880 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717947 T1880 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717948 T1882 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 717948 T1882 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 718480 T1881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 718482 T1881 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 718482 T1881 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 718490 T1926 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718490 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718491 T1898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718491 T1940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718492 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718492 T1885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 718505 T1882 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 718505 T1882 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:59160_z_%2Fao
   [junit4]   2> 718505 T1882 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:59151_z_%2Fao
   [junit4]   2> 718506 T1882 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:59139_z_%2Fao
   [junit4]   2> 718506 T1882 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:59178_z_%2Fao
   [junit4]   2> 718510 T1904 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 718510 T1876 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 718512 T1894 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 718513 T1933 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 718514 T1904 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 718515 T1876 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 718515 T1894 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 718516 T1933 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 719678 T1881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 719680 T1881 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 719680 T1881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59160_z_%2Fao",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59160/z_/ao"}
   [junit4]   2> 719694 T1881 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 719694 T1881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59139_z_%2Fao",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59139/z_/ao"}
   [junit4]   2> 719702 T1881 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 719702 T1881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59151_z_%2Fao",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59151/z_/ao"}
   [junit4]   2> 719710 T1881 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 719710 T1881 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59178_z_%2Fao",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59178/z_/ao"}
   [junit4]   2> 719751 T1926 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 719752 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 719752 T1898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 719752 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 719752 T1940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 719753 T1885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 720077 T1904 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 720077 T1876 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 720080 T1933 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 720080 T1904 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1\core.properties (The system cannot find the path specified)
   [junit4]   2> 720080 T1904 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1
   [junit4]   2> 720081 T1933 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2\core.properties (The system cannot find the path specified)
   [junit4]   2> 720081 T1933 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2
   [junit4]   2> 720082 T1933 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 720080 T1894 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 720077 T1876 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1\core.properties (The system cannot find the path specified)
   [junit4]   2> 720083 T1876 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1
   [junit4]   2> 720083 T1876 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 720081 T1904 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 720086 T1933 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 720086 T1876 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 720086 T1876 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 720086 T1894 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2\core.properties: java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2\core.properties (The system cannot find the path specified)
   [junit4]   2> 720087 T1894 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2
   [junit4]   2> 720088 T1894 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 720086 T1904 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 720090 T1904 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 720086 T1933 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 720090 T1876 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 720092 T1876 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 720092 T1894 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 720093 T1894 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 720097 T1904 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 720098 T1904 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 720098 T1933 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 720099 T1933 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 720101 T1894 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 720101 T1894 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 720106 T1876 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 720109 T1904 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 720109 T1894 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 720110 T1876 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1\'
   [junit4]   2> 720113 T1933 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 720117 T1894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2\'
   [junit4]   2> 720118 T1904 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1\'
   [junit4]   2> 720119 T1933 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2\'
   [junit4]   2> 720205 T1933 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 720217 T1904 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 720293 T1933 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 720300 T1933 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 720311 T1933 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 720325 T1904 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 720343 T1876 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 720351 T1894 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 720357 T1904 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 720410 T1904 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 720421 T1876 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 720496 T1876 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 720505 T1876 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 720627 T1894 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 720754 T1894 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 720792 T1894 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 721259 T1933 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721260 T1933 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721261 T1933 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 721271 T1933 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 721275 T1933 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 721522 T1876 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721564 T1876 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721565 T1876 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 721573 T1876 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 721577 T1876 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 721815 T1904 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721816 T1904 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721817 T1904 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 721825 T1904 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 721828 T1904 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 721841 T1933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721848 T1933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721857 T1933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721859 T1876 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721860 T1933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721860 T1933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721860 T1933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721869 T1876 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721872 T1933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721872 T1933 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721872 T1933 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 721873 T1933 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\\nodes_used_collection_shard2_replica2\data\
   [junit4]   2> 721873 T1933 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb8694
   [junit4]   2> 721875 T1933 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\\nodes_used_collection_shard2_replica2\data\
   [junit4]   2> 721875 T1933 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\\nodes_used_collection_shard2_replica2\data\index/
   [junit4]   2> 721875 T1933 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\nodes_used_collection_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 721876 T1933 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375336595312\\nodes_used_collection_shard2_replica2\data\index
   [junit4]   2> 721880 T1933 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101eed8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b22f7),segFN=segments_1,generation=1}
   [junit4]   2> 721880 T1933 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 721886 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 721886 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 721887 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 721888 T1933 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 721888 T1933 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 721888 T1933 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 721889 T1933 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 721889 T1933 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 721889 T1933 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 721899 T1894 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721899 T1894 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 721900 T1894 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 721902 T1933 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 721907 T1876 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721909 T1933 oass.SolrIndexSearcher.<init> Opening Searcher@4ccc85 main
   [junit4]   2> 721910 T1933 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 721912 T1933 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 721912 T1876 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721913 T1876 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721913 T1876 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721910 T1894 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 721918 T1876 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721918 T1876 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721918 T1894 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 721919 T1876 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 721920 T1876 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\\nodes_used_collection_shard2_replica1\data\
   [junit4]   2> 721920 T1876 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb8694
   [junit4]   2> 721921 T1876 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\\nodes_used_collection_shard2_replica1\data\
   [junit4]   2> 721922 T1876 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\\nodes_used_collection_shard2_replica1\data\index/
   [junit4]   2> 721922 T1876 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\nodes_used_collection_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 721923 T1876 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375336590185\\nodes_used_collection_shard2_replica1\data\index
   [junit4]   2> 721928 T1946 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4ccc85 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 721929 T1904 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721930 T1876 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1804b0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@40301f),segFN=segments_1,generation=1}
   [junit4]   2> 721930 T1876 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 721930 T1933 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 721931 T1933 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:59178/z_/ao collection:nodes_used_collection shard:shard2
   [junit4]   2> 721932 T1933 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 721936 T1876 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 721936 T1876 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 721937 T1876 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 721938 T1876 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 721938 T1876 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 721938 T1876 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 721938 T1876 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 721938 T1876 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 721939 T1876 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 721943 T1933 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 721948 T1876 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 721955 T1904 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721957 T1876 oass.SolrIndexSearcher.<init> Opening Searcher@5ada84 main
   [junit4]   2> 721959 T1876 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 721959 T1876 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 721962 T1947 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5ada84 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 721963 T1876 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 721963 T1876 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:59139/z_/ao collection:nodes_used_collection shard:shard2
   [junit4]   2> 721963 T1876 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 721969 T1876 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 721973 T1904 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721978 T1904 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721979 T1904 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721979 T1904 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 721986 T1904 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 721986 T1904 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 721987 T1904 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 721987 T1904 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\\nodes_used_collection_shard1_replica1\data\
   [junit4]   2> 721988 T1904 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb8694
   [junit4]   2> 721989 T1904 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\\nodes_used_collection_shard1_replica1\data\
   [junit4]   2> 721989 T1904 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\\nodes_used_collection_shard1_replica1\data\index/
   [junit4]   2> 721989 T1904 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\nodes_used_collection_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 721990 T1904 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375336592417\\nodes_used_collection_shard1_replica1\data\index
   [junit4]   2> 721996 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 721998 T1904 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fbb322 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a7b73),segFN=segments_1,generation=1}
   [junit4]   2> 721997 T1894 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 721999 T1904 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 722006 T1904 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 722006 T1904 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 722008 T1904 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 722008 T1904 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 722008 T1904 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 722008 T1904 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 722008 T1904 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 722010 T1904 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 722010 T1904 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 722015 T1894 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 722015 T1933 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 722016 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 722017 T1933 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59178/z_/ao/nodes_used_collection_shard2_replica2/
   [junit4]   2> 722017 T1933 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:59178/z_/ao START replicas=[http://127.0.0.1:59139/z_/ao/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 722018 T1933 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:59178/z_/ao DONE.  We have no versions.  sync failed.
   [junit4]   2> 722018 T1933 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 722018 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 722019 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59178/z_/ao/nodes_used_collection_shard2_replica2/ shard2
   [junit4]   2> 722018 T1904 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 722019 T1933 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
   [junit4]   2> 722023 T1904 oass.SolrIndexSearcher.<init> Opening Searcher@17752cd main
   [junit4]   2> 722025 T1904 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 722025 T1904 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 722027 T1894 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 722029 T1904 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 722029 T1904 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:59160/z_/ao collection:nodes_used_collection shard:shard1
   [junit4]   2> 722029 T1904 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 722035 T1949 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@17752cd main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 722038 T1894 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 722039 T1894 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 722039 T1894 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> ASYNC  NEW_CORE C5102 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@c8f133 url=http://127.0.0.1:59139/z_/ao/nodes_used_collection_shard2_replica1 node=127.0.0.1:59139_z_%2Fao C5102_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:59139_z_%2Fao, base_url=http://127.0.0.1:59139/z_/ao}
   [junit4]   2> 722043 T1872 C5102 P59139 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/z_/ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
   [junit4]   2> 722045 T1904 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 722047 T1894 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 722047 T1894 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 722047 T1894 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 722048 T1894 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\\nodes_used_collection_shard1_replica2\data\
   [junit4]   2> 722048 T1894 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb8694
   [junit4]   2> 722050 T1894 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\\nodes_used_collection_shard1_replica2\data\
   [junit4]   2> 722050 T1894 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\\nodes_used_collection_shard1_replica2\data\index/
   [junit4]   2> 722051 T1894 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\nodes_used_collection_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 722051 T1894 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375336591002\\nodes_used_collection_shard1_replica2\data\index
   [junit4]   2> 722058 T1894 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a60b3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18364b6),segFN=segments_1,generation=1}
   [junit4]   2> 722059 T1894 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 722063 T1894 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 722063 T1894 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into

[...truncated too long message...]

a:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 906715 T1940 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 906727 T1858 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/z_/ao,null}
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997\zookeeper\server1\data\version-2\log.1 FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997\zookeeper\server1\data\version-2 FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997\zookeeper\server1\data FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997\zookeeper\server1 FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997\zookeeper FAILED !!!!!
   [junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1375336589997 FAILED !!!!!
   [junit4]   2> 906785 T1858 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 906787 T1858 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59132 59132
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=4095057698E71398 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Pacific/Galapagos -Dtests.file.encoding=Cp1252
   [junit4] ERROR    198s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:59151/z_/ao
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4095057698E71398:C1738B6EEFB873A4]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:59151 refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 44 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused: connect
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
   [junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
   [junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:529)
   [junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]    > 	... 51 more
   [junit4]   2> 908565 T1858 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=vi, timezone=Pacific/Galapagos
   [junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=4,free=37414936,total=198471680
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryUtils, SuggesterTest, TestStressVersions, TestJmxIntegration, ShardRoutingCustomTest, TestCharFilters, TestAddFieldRealTimeGet, TestTrie, TestPropInjectDefaults, TestStressReorder, NoCacheHeaderTest, SOLR749Test, QueryResultKeyTest, UpdateRequestProcessorFactoryTest, CoreAdminCreateDiscoverTest, TestSerializedLuceneMatchVersion, FieldAnalysisRequestHandlerTest, TestFoldingMultitermQuery, TestRemoteStreaming, TestQuerySenderNoQuery, DebugComponentTest, SolrIndexConfigTest, TestJoin, TestSolrQueryParserResource, TestGroupingSearch, TestWordDelimiterFilterFactory, AliasIntegrationTest, TestSchemaSimilarityResource, TestRangeQuery, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestSolr4Spatial, TestDocSet, TestRandomDVFaceting, RAMDirectoryFactoryTest, TestManagedSchema, TestMultiCoreConfBootstrap, DeleteShardTest, DocumentAnalysisRequestHandlerTest, TestPostingsSolrHighlighter, PrimUtilsTest, TestLuceneMatchVersion, DisMaxRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestPHPSerializedResponseWriter, OverseerTest, TestComponentsName, BadComponentTest, TestZkChroot, TestFieldTypeResource, TermVectorComponentDistributedTest, SimpleFacetsTest, AutoCommitTest, DocValuesMultiTest, TestFastLRUCache, SpellCheckComponentTest, ZkNodePropsTest, TestSolrDeletionPolicy1, TestDynamicFieldResource, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 197.63s, 1 test, 1 error <<< FAILURES!

[...truncated 818 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:395: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:375: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1233: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 41 ignored (13 assumptions)

Total time: 84 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure