You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/01 05:18:22 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 677 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/677/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:52303

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:52303
	at __randomizedtesting.SeedInfo.seed([BE347C616992BCDF:3FD2F2791ECDDCE3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:52303 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 45 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 52 more




Build Log:
[...truncated 9623 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1296047 T2562 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1296055 T2562 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375324340863
   [junit4]   2> 1296057 T2562 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1296057 T2563 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1296097 T2562 oasc.ZkTestServer.run start zk server on port:52296
   [junit4]   2> 1296101 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296107 T2569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fa59f7e name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296108 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296108 T2562 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1296124 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296128 T2571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1382ec39 name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296128 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296129 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1296137 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1296145 T2562 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1296151 T2562 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1296159 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1296159 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1296170 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1296170 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1296183 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1296184 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1296191 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1296191 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1296198 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1296199 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1296208 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1296209 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1296217 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1296218 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1296240 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1296242 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1296249 T2562 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1296249 T2562 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1296695 T2562 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1296707 T2562 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52299
   [junit4]   2> 1296708 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1296708 T2562 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1296709 T2562 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065
   [junit4]   2> 1296709 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/'
   [junit4]   2> 1296750 T2562 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/solr.xml
   [junit4]   2> 1296856 T2562 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1296857 T2562 oasc.CoreContainer.<init> New CoreContainer 1477555214
   [junit4]   2> 1296857 T2562 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/]
   [junit4]   2> 1296859 T2562 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1296860 T2562 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1296860 T2562 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1296861 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1296861 T2562 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1296861 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1296862 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1296862 T2562 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1296863 T2562 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1296863 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1296883 T2562 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52296/solr
   [junit4]   2> 1296883 T2562 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1296886 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296890 T2582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4488af25 name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296890 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296900 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1296902 T2564 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14037b8028b0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 
   [junit4]   2> 1296917 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1296921 T2584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165a128d name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1296921 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1296926 T2562 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1296934 T2562 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1296944 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1296950 T2562 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52299_
   [junit4]   2> 1296953 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52299_
   [junit4]   2> 1296965 T2562 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1296981 T2562 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1296987 T2562 oasc.Overseer.start Overseer (id=90133256003584003-127.0.0.1:52299_-n_0000000000) starting
   [junit4]   2> 1296995 T2562 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1297006 T2586 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1297012 T2562 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1297018 T2562 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1297023 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1297038 T2562 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065
   [junit4]   2> 1297040 T2585 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1297192 T2562 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/conf/
   [junit4]   2> 1297199 T2562 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1297200 T2562 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1297200 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1297201 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1297218 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1297222 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297227 T2589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d650b8b name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297229 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1297236 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1297244 T2562 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1297693 T2562 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1297699 T2562 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52303
   [junit4]   2> 1297706 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1297707 T2562 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1297707 T2562 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052
   [junit4]   2> 1297707 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/'
   [junit4]   2> 1297746 T2562 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/solr.xml
   [junit4]   2> 1297903 T2562 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1297904 T2562 oasc.CoreContainer.<init> New CoreContainer 643402743
   [junit4]   2> 1297905 T2562 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/]
   [junit4]   2> 1297909 T2562 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1297910 T2562 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1297910 T2562 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1297911 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1297911 T2562 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1297911 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1297912 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1297912 T2562 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1297913 T2562 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1297913 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1297938 T2562 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52296/solr
   [junit4]   2> 1297938 T2562 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1297939 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297943 T2600 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@767cc927 name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297944 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1297948 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1297963 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297967 T2602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e033dbe name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297967 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1297977 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1298986 T2562 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52303_
   [junit4]   2> 1298988 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52303_
   [junit4]   2> 1298995 T2602 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1299005 T2562 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052
   [junit4]   2> 1299016 T2584 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1299017 T2589 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1299168 T2562 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/conf/
   [junit4]   2> 1299174 T2562 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1299175 T2562 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1299176 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1299176 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1299688 T2562 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1299693 T2562 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52306
   [junit4]   2> 1299694 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1299695 T2562 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1299695 T2562 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002
   [junit4]   2> 1299696 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/'
   [junit4]   2> 1299733 T2562 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/solr.xml
   [junit4]   2> 1299849 T2562 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1299849 T2562 oasc.CoreContainer.<init> New CoreContainer 489465668
   [junit4]   2> 1299850 T2562 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/]
   [junit4]   2> 1299852 T2562 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1299852 T2562 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1299853 T2562 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1299853 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1299854 T2562 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1299854 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1299855 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1299855 T2562 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1299855 T2562 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1299856 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1299880 T2562 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52296/solr
   [junit4]   2> 1299880 T2562 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1299882 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299888 T2614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62e2d353 name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1299889 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1299893 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1299909 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1299914 T2616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c3a2586 name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1299914 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1299927 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1300939 T2562 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52306_
   [junit4]   2> 1300946 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52306_
   [junit4]   2> 1300960 T2584 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1300961 T2616 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1300962 T2589 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1300964 T2602 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1300975 T2562 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002
   [junit4]   2> 1301122 T2562 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/conf/
   [junit4]   2> 1301131 T2562 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1301132 T2562 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1301132 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1301133 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1301595 T2562 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1301600 T2562 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52309
   [junit4]   2> 1301601 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1301602 T2562 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1301603 T2562 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957
   [junit4]   2> 1301603 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/'
   [junit4]   2> 1301649 T2562 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/solr.xml
   [junit4]   2> 1301748 T2562 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1301748 T2562 oasc.CoreContainer.<init> New CoreContainer 780007164
   [junit4]   2> 1301749 T2562 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/]
   [junit4]   2> 1301751 T2562 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1301751 T2562 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1301751 T2562 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1301752 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1301752 T2562 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1301753 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1301753 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1301753 T2562 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1301754 T2562 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1301755 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1301777 T2562 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52296/solr
   [junit4]   2> 1301778 T2562 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1301781 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301785 T2628 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bfcdbb8 name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1301785 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1301789 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1301805 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301810 T2630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@496c1cfd name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1301811 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1301823 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1302832 T2562 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52309_
   [junit4]   2> 1302834 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52309_
   [junit4]   2> 1302844 T2630 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1302852 T2584 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1302853 T2602 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1302854 T2616 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1302855 T2589 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1302862 T2562 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957
   [junit4]   2> 1303020 T2562 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/conf/
   [junit4]   2> 1303028 T2562 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1303030 T2562 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1303030 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1303030 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1303507 T2562 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1303519 T2562 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52312
   [junit4]   2> 1303520 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1303521 T2562 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1303521 T2562 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861
   [junit4]   2> 1303522 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861/'
   [junit4]   2> 1303562 T2562 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861/solr.xml
   [junit4]   2> 1303666 T2562 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1303666 T2562 oasc.CoreContainer.<init> New CoreContainer 8688883
   [junit4]   2> 1303667 T2562 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861/]
   [junit4]   2> 1303669 T2562 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1303669 T2562 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1303669 T2562 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1303670 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1303670 T2562 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1303671 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1303671 T2562 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1303671 T2562 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1303672 T2562 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1303672 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1303690 T2562 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52296/solr
   [junit4]   2> 1303691 T2562 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1303694 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1303697 T2642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e8eb3f1 name:ZooKeeperConnection Watcher:127.0.0.1:52296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1303697 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1303702 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1303722 T2562 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1303727 T2644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a2beec name:ZooKeeperConnection Watcher:127.0.0.1:52296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1303727 T2562 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1303739 T2562 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1304750 T2562 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52312_
   [junit4]   2> 1304752 T2562 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52312_
   [junit4]   2> 1304762 T2630 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304762 T2602 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304778 T2562 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861
   [junit4]   2> 1304780 T2589 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304782 T2616 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304783 T2584 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304783 T2644 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1304922 T2562 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861/conf/
   [junit4]   2> 1304930 T2562 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1304931 T2562 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1304932 T2562 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1304932 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1304950 T2562 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1304970 T2594 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1304975 T2584 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1304978 T2584 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1304979 T2586 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1304979 T2586 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1306113 T2585 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1306115 T2585 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1306115 T2585 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1306124 T2602 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306125 T2589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306127 T2644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306127 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306124 T2630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306128 T2584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1306212 T2586 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1306213 T2586 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52299_
   [junit4]   2> 1306214 T2586 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52309_
   [junit4]   2> 1306215 T2586 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52306_
   [junit4]   2> 1306215 T2586 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52303_
   [junit4]   2> 1306253 T2580 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1306253 T2611 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1306254 T2598 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1306257 T2626 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1306259 T2611 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1306260 T2580 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1306260 T2626 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1306261 T2598 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1307661 T2585 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1307664 T2585 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1307665 T2585 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52306_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52306"}
   [junit4]   2> 1307676 T2585 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1307676 T2585 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52299_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52299"}
   [junit4]   2> 1307683 T2585 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1307683 T2585 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52309_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52309"}
   [junit4]   2> 1307690 T2585 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1307691 T2585 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52303_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52303"}
   [junit4]   2> 1307707 T2630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1307708 T2644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1307707 T2602 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1307708 T2584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1307708 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1307708 T2589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1308262 T2580 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1308263 T2626 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1308262 T2598 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1308262 T2611 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1308269 T2611 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 1308270 T2611 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1
   [junit4]   2> 1308270 T2611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1308264 T2626 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 1308272 T2626 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2
   [junit4]   2> 1308274 T2626 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1308276 T2598 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 1308277 T2598 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2
   [junit4]   2> 1308277 T2598 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1308264 T2580 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 1308278 T2580 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1
   [junit4]   2> 1308279 T2580 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1308281 T2611 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1308281 T2611 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1308282 T2598 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1308282 T2598 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1308284 T2580 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1308285 T2580 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1308285 T2626 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1308286 T2626 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1308289 T2626 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1308289 T2626 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1308295 T2626 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1308298 T2626 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 1308316 T2598 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1308317 T2598 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1308318 T2611 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1308318 T2611 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1308323 T2598 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1308326 T2580 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1308327 T2580 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1308328 T2598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 1308330 T2611 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1308332 T2580 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1308335 T2611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 1308338 T2580 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 1308564 T2598 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1308578 T2611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1308583 T2580 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1308630 T2626 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1308803 T2580 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1308808 T2580 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1308819 T2626 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1308834 T2598 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1308843 T2611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1308849 T2626 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1308854 T2611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1308861 T2580 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1308866 T2626 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1308870 T2598 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1308881 T2598 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1308898 T2611 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1311189 T2580 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311190 T2580 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311191 T2580 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1311212 T2580 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1311221 T2580 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1311404 T2598 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311405 T2598 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311406 T2598 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1311414 T2580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311419 T2626 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311419 T2626 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311421 T2580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311421 T2626 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1311428 T2580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311432 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311433 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311433 T2580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311434 T2626 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1311439 T2626 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1311442 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311443 T2580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311443 T2580 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1311444 T2580 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 1311447 T2580 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f5091f2
   [junit4]   2> 1311449 T2580 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1311453 T2580 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 1311454 T2580 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1311454 T2580 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375324341065//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1311479 T2611 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311480 T2611 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1311495 T2611 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1311500 T2580 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34d509f lockFactory=org.apache.lucene.store.NativeFSLockFactory@2dbe43d),segFN=segments_1,generation=1}
   [junit4]   2> 1311501 T2580 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1311533 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1311534 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1311535 T2580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1311536 T2580 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1311537 T2580 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1311537 T2580 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1311537 T2580 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1311559 T2598 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1311562 T2580 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1311562 T2580 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1311565 T2598 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1311619 T2611 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1311620 T2580 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311624 T2611 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1311635 T2580 oass.SolrIndexSearcher.<init> Opening Searcher@50099999 main
   [junit4]   2> 1311637 T2580 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1311637 T2580 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1311642 T2650 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@50099999 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1311648 T2626 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311658 T2580 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1311658 T2580 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52299 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1311658 T2580 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1311722 T2598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311730 T2626 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311742 T2626 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311743 T2598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311752 T2626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311753 T2626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311753 T2626 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311758 T2598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311766 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311766 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311767 T2598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311766 T2626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311768 T2626 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311769 T2626 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1311769 T2626 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 1311769 T2626 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f5091f2
   [junit4]   2> 1311770 T2626 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 1311780 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311781 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311781 T2598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1311786 T2598 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 1311787 T2598 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f5091f2
   [junit4]   2> 1311788 T2598 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 1311788 T2626 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 1311788 T2626 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1311794 T2580 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1311799 T2598 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 1311799 T2598 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1311800 T2611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311800 T2626 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375324345957//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 1311801 T2598 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375324342052//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 1311816 T2626 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cb6cff7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16726159),segFN=segments_1,generation=1}
   [junit4]   2> 1311817 T2626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1311841 T2598 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b184c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7f15ac84),segFN=segments_1,generation=1}
   [junit4]   2> 1311842 T2598 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1311851 T2611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311861 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1311862 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1311863 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1311861 T2626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1311865 T2626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1311866 T2626 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1311867 T2626 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1311867 T2626 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1311868 T2626 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1311868 T2626 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1311869 T2626 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1311869 T2626 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1311864 T2598 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1311884 T2598 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1311885 T2598 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1311885 T2598 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1311886 T2598 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1311887 T2598 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1311908 T2598 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311911 T2626 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311929 T2611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311932 T2580 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1311932 T2626 oass.SolrIndexSearcher.<init> Opening Searcher@6480f9fa main
   [junit4]   2> 1311934 T2626 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1311934 T2626 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1311938 T2651 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@6480f9fa main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1311940 T2626 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 1311941 T2626 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52309 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1311941 T2626 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1311950 T2598 oass.SolrIndexSearcher.<init> Opening Searcher@76cbc939 main
   [junit4]   2> 1311944 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311952 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311952 T2611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311951 T2598 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1311961 T2598 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1311966 T2652 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@76cbc939 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1311967 T2598 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1311968 T2598 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52303 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1311968 T2598 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1311984 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311999 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1312000 T2611 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1312000 T2611 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 1312000 T2611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f5091f2
   [junit4]   2> 1312002 T2611 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 1311998 T2580 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179985
   [junit4]   2> 1312010 T2611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 1312013 T2611 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1312025 T2611 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375324344002//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 1312035 T2598 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1312053 T2611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@132cda0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@247f9f18),segFN=segments_1,generation=1}
   [junit4]   2> 1312054 T2611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1312061 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1312062 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1312065 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1312066 T2611 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1312067 T2611 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1312067 T2611 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1312068 T2611 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1312069 T2611 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1312081 T2611 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1312107 T2611 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1312130 T2611 oass.SolrIndexSearcher.<init> Opening Searcher@4b038a52 main
   [junit4]   2> 1312132 T2611 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1312132 T2611 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1312137 T2653 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@4b038a52 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1312149 T2611 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1312150 T2611 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52306 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1312150 T2611 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1312153 T2598 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1312212 T2598 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1312213 T2598 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1312213 T2598 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52303/nodes_used_collection_shard2_replica2/
   [junit4]   2> 1312213 T2598 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52303 START 

[...truncated too long message...]

Pending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1534670 T2562 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1534670 T2562 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1534671 T2562 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1534671 T2562 oasc.SolrCore.closeSearcher [new_implicit_coll_1_c_replica1] Closing main searcher on request.
   [junit4]   2> 1534672 T2562 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1534672 T2562 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data/index;done=false>>]
   [junit4]   2> 1534673 T2562 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data/index
   [junit4]   2> 1534673 T2562 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data;done=false>>]
   [junit4]   2> 1534674 T2562 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375324347861//new_implicit_coll_1_c_replica1/data
   [junit4]   2> 1534683 T2644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1534684 T2644 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1534684 T2644 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1534696 T2562 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 1534761 T2562 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1534765 T2562 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52296 52296
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=BE347C616992BCDF -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Pacific/Tahiti -Dtests.file.encoding=UTF-8
   [junit4] ERROR    243s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:52303
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE347C616992BCDF:3FD2F2791ECDDCE3]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:52303 refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 45 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:579)
   [junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]    > 	... 52 more
   [junit4]   2> 1538801 T2562 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ms, timezone=Pacific/Tahiti
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=1,free=192269280,total=362414080
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicationHandler, SpellCheckCollatorTest, OpenExchangeRatesOrgProviderTest, TestFastOutputStream, TestSearchPerf, DocValuesTest, TestSolrQueryParser, TestSolrXml, FileBasedSpellCheckerTest, HardAutoCommitTest, SampleTest, TestSolrDeletionPolicy2, TestSolrDeletionPolicy1, BasicFunctionalityTest, TestSchemaNameResource, ChaosMonkeyNothingIsSafeTest, TestPhraseSuggestions, ZkSolrClientTest, BasicDistributedZk2Test, QueryParsingTest, TestLRUCache, TestFieldTypeResource, TestBM25SimilarityFactory, BlockDirectoryTest, TestMaxScoreQueryParser, SpellingQueryConverterTest, TestCSVResponseWriter, LeaderElectionIntegrationTest, TermVectorComponentDistributedTest, PrimitiveFieldTypeTest, TestTrie, AutoCommitTest, TestJoin, TestSolr4Spatial, TermVectorComponentTest, TestSurroundQueryParser, WordBreakSolrSpellCheckerTest, TestExtendedDismaxParser, TestDynamicFieldResource, TestSolrCoreProperties, SpatialFilterTest, FieldAnalysisRequestHandlerTest, TestDistributedGrouping, ShardRoutingCustomTest, HighlighterConfigTest, SortByFunctionTest, TermsComponentTest, SchemaVersionSpecificBehaviorTest, TestSort, ExternalFileFieldSortTest, DistributedTermsComponentTest, TestFastWriter, TestSchemaVersionResource, XmlUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPerFieldSimilarity, TestCloudManagedSchema, PathHierarchyTokenizerFactoryTest, TestSchemaResource, SolrCmdDistributorTest, TestLMDirichletSimilarityFactory, DateFieldTest, TestRandomFaceting, HdfsRecoveryZkTest, QueryResultKeyTest, CoreAdminHandlerTest, TestMergePolicyConfig, TestStressReorder, TestUtils, ReturnFieldsTest, TestRemoteStreaming, TestRecoveryHdfs, HdfsBasicDistributedZk2Test, SolrIndexSplitterTest, SolrInfoMBeanTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 242.83s, 1 test, 1 error <<< FAILURES!

[...truncated 749 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 40 ignored (6 assumptions)

Total time: 114 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 684 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/684/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:53191

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:53191
	at __randomizedtesting.SeedInfo.seed([56EFDA8EBCD19829:D7095496CB8EF815]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:53191 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 44 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 51 more




Build Log:
[...truncated 9879 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2539378 T5312 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2539389 T5312 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375547370451
   [junit4]   2> 2539391 T5312 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2539393 T5313 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2539494 T5312 oasc.ZkTestServer.run start zk server on port:53184
   [junit4]   2> 2539497 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2539505 T5319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4652174e name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2539506 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2539506 T5312 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2539520 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2539527 T5321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10f74f5f name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2539528 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2539529 T5312 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2539537 T5312 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2539549 T5312 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2539555 T5312 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2539562 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2539562 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2539575 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2539576 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2539585 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2539587 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2539595 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2539596 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2539604 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2539605 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2539613 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2539614 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2539623 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2539625 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2539632 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2539633 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2539640 T5312 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2539640 T5312 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2540168 T5312 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2540176 T5312 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53187
   [junit4]   2> 2540177 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2540177 T5312 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2540178 T5312 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711
   [junit4]   2> 2540178 T5312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/'
   [junit4]   2> 2540231 T5312 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/solr.xml
   [junit4]   2> 2540345 T5312 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2540346 T5312 oasc.CoreContainer.<init> New CoreContainer 267795389
   [junit4]   2> 2540347 T5312 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/]
   [junit4]   2> 2540350 T5312 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2540350 T5312 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2540351 T5312 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2540351 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2540352 T5312 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2540352 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2540353 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2540353 T5312 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2540354 T5312 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2540354 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2540374 T5312 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53184/solr
   [junit4]   2> 2540374 T5312 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2540377 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2540381 T5332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1806339a name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2540381 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2540385 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2540405 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2540412 T5334 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29eda6f0 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2540413 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2540417 T5312 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2540424 T5312 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2540431 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2540435 T5312 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53187_
   [junit4]   2> 2540437 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53187_
   [junit4]   2> 2540444 T5312 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2540455 T5312 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2540466 T5312 oasc.Overseer.start Overseer (id=90147872471056387-127.0.0.1:53187_-n_0000000000) starting
   [junit4]   2> 2540479 T5312 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2540490 T5336 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2540494 T5312 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2540501 T5312 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2540507 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2540517 T5335 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2540518 T5312 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711
   [junit4]   2> 2540679 T5312 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/conf/
   [junit4]   2> 2540686 T5312 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2540687 T5312 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2540688 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2540688 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2540707 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 2540710 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2540713 T5339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1618d701 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2540714 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2540717 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2540723 T5312 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 2541263 T5312 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2541275 T5312 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53191
   [junit4]   2> 2541276 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2541277 T5312 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2541277 T5312 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785
   [junit4]   2> 2541278 T5312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/'
   [junit4]   2> 2541324 T5312 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/solr.xml
   [junit4]   2> 2541494 T5312 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2541495 T5312 oasc.CoreContainer.<init> New CoreContainer 431273935
   [junit4]   2> 2541495 T5312 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/]
   [junit4]   2> 2541502 T5312 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2541502 T5312 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2541503 T5312 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2541503 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2541504 T5312 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2541504 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2541505 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2541505 T5312 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2541506 T5312 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2541507 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2541532 T5312 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53184/solr
   [junit4]   2> 2541532 T5312 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2541536 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2541543 T5350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e144f67 name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2541543 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2541550 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2541576 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2541580 T5352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ffd4227 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2541581 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2541601 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2542617 T5312 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53191_
   [junit4]   2> 2542619 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53191_
   [junit4]   2> 2542630 T5352 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2542630 T5334 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2542630 T5339 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2542642 T5312 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785
   [junit4]   2> 2542819 T5312 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/conf/
   [junit4]   2> 2542826 T5312 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2542827 T5312 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2542828 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2542828 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2543397 T5312 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2543403 T5312 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53194
   [junit4]   2> 2543404 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2543405 T5312 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2543405 T5312 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907
   [junit4]   2> 2543406 T5312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/'
   [junit4]   2> 2543446 T5312 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/solr.xml
   [junit4]   2> 2543572 T5312 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2543573 T5312 oasc.CoreContainer.<init> New CoreContainer 1143553181
   [junit4]   2> 2543574 T5312 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/]
   [junit4]   2> 2543576 T5312 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2543577 T5312 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2543577 T5312 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2543577 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2543578 T5312 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2543578 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2543579 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2543579 T5312 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2543580 T5312 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2543580 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2543603 T5312 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53184/solr
   [junit4]   2> 2543604 T5312 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2543606 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2543613 T5364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6369998a name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2543614 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2543618 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2543637 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2543640 T5366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@84967c0 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2543641 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2543650 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2544664 T5312 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53194_
   [junit4]   2> 2544667 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53194_
   [junit4]   2> 2544687 T5352 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2544688 T5334 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2544689 T5339 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2544704 T5312 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907
   [junit4]   2> 2544723 T5366 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2544873 T5312 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/conf/
   [junit4]   2> 2544882 T5312 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2544883 T5312 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2544884 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2544884 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2545377 T5312 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2545383 T5312 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53197
   [junit4]   2> 2545383 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2545384 T5312 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2545385 T5312 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967
   [junit4]   2> 2545385 T5312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/'
   [junit4]   2> 2545432 T5312 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/solr.xml
   [junit4]   2> 2545554 T5312 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2545555 T5312 oasc.CoreContainer.<init> New CoreContainer 1191739990
   [junit4]   2> 2545556 T5312 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/]
   [junit4]   2> 2545559 T5312 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2545560 T5312 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2545561 T5312 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2545562 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2545563 T5312 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2545564 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2545564 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2545564 T5312 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2545565 T5312 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2545565 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2545584 T5312 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53184/solr
   [junit4]   2> 2545585 T5312 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2545588 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2545596 T5378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eee92bd name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2545597 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2545602 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2545620 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2545625 T5380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddaf661 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2545626 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2545636 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2546645 T5312 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53197_
   [junit4]   2> 2546654 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53197_
   [junit4]   2> 2546670 T5366 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2546670 T5352 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2546670 T5334 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2546672 T5339 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2546673 T5380 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2546690 T5312 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967
   [junit4]   2> 2546942 T5312 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/conf/
   [junit4]   2> 2546953 T5312 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2546955 T5312 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2546956 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2546957 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2547711 T5312 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2547723 T5312 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53200
   [junit4]   2> 2547724 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2547725 T5312 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2547726 T5312 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051
   [junit4]   2> 2547727 T5312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051/'
   [junit4]   2> 2547820 T5312 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051/solr.xml
   [junit4]   2> 2548039 T5312 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2548040 T5312 oasc.CoreContainer.<init> New CoreContainer 298176824
   [junit4]   2> 2548041 T5312 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051/]
   [junit4]   2> 2548045 T5312 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2548046 T5312 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2548047 T5312 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2548047 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2548048 T5312 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2548049 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2548050 T5312 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2548051 T5312 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2548051 T5312 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2548052 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2548087 T5312 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53184/solr
   [junit4]   2> 2548088 T5312 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2548096 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2548101 T5392 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15b5d633 name:ZooKeeperConnection Watcher:127.0.0.1:53184 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2548101 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2548108 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2548133 T5312 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2548147 T5394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29121889 name:ZooKeeperConnection Watcher:127.0.0.1:53184/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2548147 T5312 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2548164 T5312 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2549180 T5312 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53200_
   [junit4]   2> 2549184 T5312 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53200_
   [junit4]   2> 2549201 T5366 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549201 T5339 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549202 T5334 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549202 T5352 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549204 T5380 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549221 T5394 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2549222 T5312 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051
   [junit4]   2> 2549472 T5312 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051/conf/
   [junit4]   2> 2549483 T5312 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2549484 T5312 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2549485 T5312 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2549485 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2549512 T5312 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2549545 T5343 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 2549549 T5334 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549556 T5336 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2549556 T5336 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2549641 T5335 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2549643 T5335 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 2549644 T5335 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 2549659 T5394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549660 T5366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549660 T5339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549660 T5352 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549661 T5380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549661 T5334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2549767 T5336 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 2549768 T5336 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53191_
   [junit4]   2> 2549769 T5336 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53187_
   [junit4]   2> 2549769 T5336 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53194_
   [junit4]   2> 2549773 T5336 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53197_
   [junit4]   2> 2549791 T5359 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 2549791 T5329 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 2549791 T5345 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 2549793 T5374 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 2549796 T5329 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2549796 T5359 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2549799 T5345 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2549800 T5374 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2551183 T5335 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2551186 T5335 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2551186 T5335 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53187_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53187"}
   [junit4]   2> 2551197 T5335 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2551199 T5335 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53194_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53194"}
   [junit4]   2> 2551213 T5335 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2551213 T5335 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53191_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53191"}
   [junit4]   2> 2551223 T5335 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2551223 T5335 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53197_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53197"}
   [junit4]   2> 2551233 T5334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551234 T5380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551254 T5366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551257 T5352 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551259 T5394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551259 T5339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2551800 T5329 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 2551808 T5329 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 2551810 T5329 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2
   [junit4]   2> 2551810 T5329 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2551808 T5374 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 2551808 T5345 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 2551812 T5374 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 2551813 T5374 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2
   [junit4]   2> 2551814 T5374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2551808 T5359 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 2551816 T5374 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2551817 T5374 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2551814 T5329 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2551813 T5345 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 2551819 T5345 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1
   [junit4]   2> 2551820 T5345 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2551818 T5329 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2551817 T5359 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 2551823 T5359 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1
   [junit4]   2> 2551823 T5359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2551822 T5345 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2551828 T5345 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2551829 T5329 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2551830 T5329 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2551821 T5374 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2551832 T5374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2551837 T5359 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2551838 T5359 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2551843 T5345 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2551844 T5345 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2551851 T5345 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2551859 T5345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 2551863 T5329 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2551864 T5359 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2551865 T5359 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2551877 T5329 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 2551877 T5374 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2551897 T5359 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2551898 T5374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 2551911 T5359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 2552157 T5345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2552184 T5329 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2552223 T5359 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2552321 T5374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2552514 T5359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2552522 T5329 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2552527 T5329 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2552553 T5359 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2552588 T5345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2552645 T5374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2552650 T5345 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2552661 T5374 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2552664 T5329 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 2552677 T5345 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 2552664 T5359 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 2552704 T5374 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 2555328 T5374 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555329 T5374 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555330 T5374 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2555383 T5374 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2555388 T5374 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2555445 T5345 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555446 T5345 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555447 T5345 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2555466 T5345 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2555472 T5345 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2555503 T5359 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555511 T5359 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555512 T5359 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2555530 T5359 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2555543 T5359 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2555575 T5374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555584 T5374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555586 T5345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555597 T5374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555605 T5374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555605 T5374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555606 T5374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555611 T5329 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555611 T5329 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2555613 T5329 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2555620 T5345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555622 T5374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555622 T5374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555623 T5374 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2555623 T5374 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 2555624 T5374 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@41dc079d
   [junit4]   2> 2555623 T5329 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2555627 T5374 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 2555627 T5374 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 2555628 T5374 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2555629 T5374 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375547375967//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 2555631 T5329 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2555638 T5345 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555641 T5374 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a6b8cb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7600d5c7),segFN=segments_1,generation=1}
   [junit4]   2> 2555642 T5374 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2555644 T5345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555645 T5345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555646 T5345 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555647 T5359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555659 T5374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2555660 T5374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2555664 T5374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2555668 T5374 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2555670 T5345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555671 T5345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555672 T5345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2555673 T5345 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 2555674 T5345 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@41dc079d
   [junit4]   2> 2555670 T5374 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2555677 T5374 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2555677 T5374 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2555678 T5374 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2555680 T5345 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 2555684 T5345 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 2555686 T5345 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2555686 T5374 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2555690 T5345 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375547371785//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 2555708 T5359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555715 T5374 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2555719 T5345 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c05ab63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@55590d6f),segFN=segments_1,generation=1}
   [junit4]   2> 2555720 T5345 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2555721 T5374 oass.SolrIndexSearcher.<init> Opening Searcher@1d03b48 main
   [junit4]   2> 2555723 T5374 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2555724 T5374 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2555729 T5400 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@1d03b48 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2555731 T5374 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 2555731 T5374 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53197 collection:nodes_used_collection shard:shard2
   [junit4]   2> 2555753 T5374 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2555747 T5345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2555761 T5345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2555762 T5345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2555763 T5345 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2555764 T5345 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2555764 T5345 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2555765 T5345 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2555768 T5345 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2555769 T5345 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2555773 T5359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555783 T5359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555784 T5359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555785 T5359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555791 T5345 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2555794 T5359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555794 T5359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555796 T5359 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2555796 T5359 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 2555797 T5359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@41dc079d
   [junit4]   2> 2555795 T5374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 2555799 T5359 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 2555799 T5359 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 2555800 T5359 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2555800 T5359 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375547373907//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 2555811 T5359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21b13088 lockFactory=org.apache.lucene.store.NativeFSLockFactory@667ac080),segFN=segments_1,generation=1}
   [junit4]   2> 2555812 T5359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2555824 T5359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2555825 T5359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2555827 T5329 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555828 T5359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2555830 T5359 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2555831 T5345 oass.SolrIndexSearcher.<init> Opening Searcher@6fb7562f main
   [junit4]   2> 2555831 T5359 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2555832 T5359 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2555832 T5359 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2555833 T5345 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2555834 T5345 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2555834 T5359 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2555839 T5359 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2555882 T5401 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6fb7562f main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2555886 T5345 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 2555886 T5345 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53191 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2555887 T5345 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2555901 T5329 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2555913 T5329 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555922 T5359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2555923 T5345 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 2555936 T5329 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555939 T5329 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555939 T5329 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2555942 T5359 oass.SolrIndexSearcher.<init> Opening Searcher@6ab307a1 main
   [junit4]   2> 2555944 T5359 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2555944 T5359 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2555951 T5359 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 2555953 T5402 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@6ab307a1 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2555955 T5359 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53194 collection:nodes_used_collection shard:shard2
   [junit4]   2> 2555957 T5359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2555969 T5329 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2555970 T5329 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2555970 T5329 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2555971 T5329 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 2555971 T5329 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@41dc079d
   [junit4]   2> 2555973 T5329 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 2555974 T5329 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 2555974 T5329 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2555975 T5329 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375547370711//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 2555995 T5329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@192fcdb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@194cff9d),segFN=segments_1,generation=1}
   [junit4]   2> 2555996 T5329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2556012 T5329 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2556013 T5329 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2556015 T5329 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2556024 T5345 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2556021 T5374 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2556029 T5329 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2556031 T5329 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2556031 T5329 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2556032 T5329 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2556039 T5329 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2556048 T5329 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2556095 T5329 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2556095 T5345 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179981
   [junit4]   2> 2556103 T5374 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2556104 T5374 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 2556104 T5374 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53197/nodes_used_collection_shard2_replica2/
   [junit4]   2> 2556104 T5374 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53197 START replicas=[http://127.0.0.1:53194/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 2556111 T5374 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53197 DONE.  We have no versions.  sync failed.
   [junit4]   2> 2556121 T5374 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2556122 T5374 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2556123 T5374 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53197/nodes_used_collection_shard2_replica2/ shard2
   [junit4]   2> 2556124 T5374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
   [junit4]   2> 2556112 T5329 oass.SolrIndexSearcher.<init> Opening Searcher@568dac9f main
   [junit4]   2> 2556146 T5329 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2556146 T5329 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2556159 T5404 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@568dac9f main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2556160 T5329 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 2556161 T5329 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53187 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2556161 T5329 oascsi.HttpClientUtil.createClient Creating new http client, config

[...truncated too long message...]

ucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051//new_implicit_coll_0_a_replica2/data/index;done=false>>]
   [junit4]   2> 2752694 T5312 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375547378051//new_implicit_coll_0_a_replica2/data/index
   [junit4]   2> 2752696 T5735 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90147872471056396-127.0.0.1:53200_-n_0000000004) am no longer a leader.
   [junit4]   2> 2752702 T5394 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2752702 T5394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2752702 T5394 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2752721 T5312 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 2752785 T5312 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2752789 T5312 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53184 53184
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=56EFDA8EBCD19829 -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=Europe/Chisinau -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    214s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:53191
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([56EFDA8EBCD19829:D7095496CB8EF815]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:53191 refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 44 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:579)
   [junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]    > 	... 51 more
   [junit4]   2> 2752930 T5312 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=lt, timezone=Europe/Chisinau
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=2,free=83790600,total=327008256
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsDirectoryTest, TestCollationKeyRangeQueries, HdfsLockFactoryTest, XmlUpdateRequestHandlerTest, TestLuceneMatchVersion, SuggesterFSTTest, SimplePostToolTest, SearchHandlerTest, CoreContainerCoreInitFailuresTest, AlternateDirectoryTest, TestJoin, HdfsRecoveryZkTest, RequiredFieldsTest, HighlighterTest, SystemInfoHandlerTest, TestRandomMergePolicy, SolrPluginUtilsTest, TestAnalyzedSuggestions, JsonLoaderTest, TestMergePolicyConfig, HdfsBasicDistributedZk2Test, TestStressVersions, TestRandomDVFaceting, ShardRoutingTest, TestPerFieldSimilarity, SpellCheckCollatorTest, TestDynamicFieldResource, PrimitiveFieldTypeTest, DirectSolrSpellCheckerTest, TestLazyCores, DocumentAnalysisRequestHandlerTest, FieldMutatingUpdateProcessorTest, RequestHandlersTest, TestQueryTypes, TestShardHandlerFactory, QueryResultKeyTest, TestPostingsSolrHighlighter, TestPHPSerializedResponseWriter, TestSweetSpotSimilarityFactory, TestFiltering, TestReloadAndDeleteDocs, TestBinaryField, TestFieldTypeResource, DistributedQueryElevationComponentTest, SampleTest, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, BasicDistributedZk2Test, SolrCoreTest, UUIDFieldTest, SolrIndexConfigTest, NotRequiredUniqueKeyTest, DocValuesTest, TestSuggestSpellingConverter, SolrIndexSplitterTest, TestZkChroot, TestCoreContainer, TestManagedSchema, PluginInfoTest, RegexBoostProcessorTest, TestStressReorder, SolrTestCaseJ4Test, TestUniqueKeyFieldResource, ClusterStateTest, TestComponentsName, ZkNodePropsTest, FieldAnalysisRequestHandlerTest, TestFieldCollectionResource, StatelessScriptUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, SpellPossibilityIteratorTest, TestBadConfig, TestHashPartitioner, ResourceLoaderTest, IndexSchemaRuntimeFieldTest, TestSolrDeletionPolicy1, ChaosMonkeyNothingIsSafeTest, TestSchemaNameResource, DocValuesMultiTest, OpenExchangeRatesOrgProviderTest, OpenCloseCoreStressTest, DirectUpdateHandlerTest, TestPropInject, TestTrie, FileBasedSpellCheckerTest, TestReplicationHandler, SimpleFacetsTest, XsltUpdateRequestHandlerTest, OutputWriterTest, TestReversedWildcardFilterFactory, SpellCheckComponentTest, HighlighterConfigTest, TestSchemaSimilarityResource, DirectUpdateHandlerOptimizeTest, DistributedTermsComponentTest, CoreAdminHandlerTest, TestInfoStreamLogging, TestFieldTypeCollectionResource, DirectSolrConnectionTest, TestSort, TestFuzzyAnalyzedSuggestions, TestOmitPositions, TestRandomFaceting, AnalysisAfterCoreReloadTest, SyncSliceTest, TestRangeQuery, ScriptEngineTest, TestSolrXmlPersistence, CurrencyFieldXmlFileTest, TestQuerySenderListener, TestFastLRUCache, TimeZoneUtilsTest, TestPropInjectDefaults, SignatureUpdateProcessorFactoryTest, TestUpdate, TermVectorComponentTest, BlockCacheTest, TestLRUCache, TestDynamicFieldCollectionResource, PeerSyncTest, DistanceFunctionTest, ParsingFieldUpdateProcessorsTest, CurrencyFieldOpenExchangeTest, AssignTest, TestSolrJ, DateFieldTest, TestCSVLoader, TestManagedSchemaFieldResource, UnloadDistributedZkTest, TestMultiCoreConfBootstrap, RecoveryZkTest, MultiTermTest, TestPhraseSuggestions, TestSurroundQueryParser, ZkControllerTest, TestSerializedLuceneMatchVersion, MoreLikeThisHandlerTest, ShowFileRequestHandlerTest, TestCollationField, DateMathParserTest, TestNumberUtils, HdfsBasicDistributedZkTest, BadComponentTest, TestCloudManagedSchemaAddField, TestStressRecovery, AddSchemaFieldsUpdateProcessorFactoryTest, JSONWriterTest, ReturnFieldsTest, AliasIntegrationTest, SolrRequestParserTest, DistributedSpellCheckComponentTest, QueryElevationComponentTest, BlockDirectoryTest, TestIndexSearcher, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 213.61s, 1 test, 1 error <<< FAILURES!

[...truncated 484 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 39 ignored (5 assumptions)

Total time: 115 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 683 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/683/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:52779

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:52779
	at __randomizedtesting.SeedInfo.seed([A8E7EE000B36490E:290160187C692932]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:52779 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 44 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:382)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:241)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:228)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:431)
	at java.net.Socket.connect(Socket.java:527)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 51 more




Build Log:
[...truncated 9243 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1926498 T4452 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1926505 T4452 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375521660857
   [junit4]   2> 1926512 T4452 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1926513 T4453 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1926614 T4452 oasc.ZkTestServer.run start zk server on port:52772
   [junit4]   2> 1926633 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1926640 T4459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771b3c18 name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1926641 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1926641 T4452 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1926687 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1926689 T4461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c6092b name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1926689 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1926689 T4452 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1926702 T4452 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1926717 T4452 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1926729 T4452 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1926740 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1926741 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1926756 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1926757 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1926769 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1926770 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1926785 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1926788 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1926799 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1926800 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1926812 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1926813 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1926824 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1926825 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1926837 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1926839 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1926860 T4452 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1926861 T4452 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1927435 T4452 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1927441 T4452 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52775
   [junit4]   2> 1927442 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1927446 T4452 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1927447 T4452 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225
   [junit4]   2> 1927447 T4452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/'
   [junit4]   2> 1927555 T4452 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/solr.xml
   [junit4]   2> 1927702 T4452 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1927703 T4452 oasc.CoreContainer.<init> New CoreContainer 1091027104
   [junit4]   2> 1927703 T4452 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/]
   [junit4]   2> 1927704 T4452 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1927705 T4452 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1927705 T4452 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1927706 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1927706 T4452 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1927707 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1927707 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1927708 T4452 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1927708 T4452 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1927709 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1927797 T4452 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52772/solr
   [junit4]   2> 1927798 T4452 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1927799 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1927830 T4472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f769ba name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1927831 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1927848 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1927911 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1927933 T4474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ff929c name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1927933 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1927940 T4452 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1927957 T4452 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1927971 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1927988 T4452 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52775_
   [junit4]   2> 1927991 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52775_
   [junit4]   2> 1928018 T4452 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1928069 T4452 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1928093 T4452 oasc.Overseer.start Overseer (id=90146187566579715-127.0.0.1:52775_-n_0000000000) starting
   [junit4]   2> 1928104 T4452 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1928117 T4476 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1928130 T4452 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1928141 T4452 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1928148 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1928161 T4475 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1928162 T4452 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225
   [junit4]   2> 1928317 T4452 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/conf/
   [junit4]   2> 1928323 T4452 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1928325 T4452 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1928325 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1928326 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1928367 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1928369 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1928373 T4479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33336b5b name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1928374 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1928379 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1928392 T4452 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1928902 T4452 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1928909 T4452 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52779
   [junit4]   2> 1928911 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1928912 T4452 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1928912 T4452 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741
   [junit4]   2> 1928913 T4452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741/'
   [junit4]   2> 1928961 T4452 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741/solr.xml
   [junit4]   2> 1929026 T4452 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1929026 T4452 oasc.CoreContainer.<init> New CoreContainer 149863866
   [junit4]   2> 1929027 T4452 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741/]
   [junit4]   2> 1929029 T4452 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1929030 T4452 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1929031 T4452 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1929032 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1929033 T4452 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1929034 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1929035 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1929036 T4452 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1929037 T4452 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1929039 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1929088 T4452 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52772/solr
   [junit4]   2> 1929089 T4452 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1929090 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1929097 T4490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71ea02ea name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1929097 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1929108 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1929145 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1929151 T4492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a785c13 name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1929151 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1929172 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1930189 T4452 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52779_
   [junit4]   2> 1930193 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52779_
   [junit4]   2> 1930209 T4479 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1930209 T4474 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1930211 T4492 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1930227 T4452 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741
   [junit4]   2> 1930427 T4452 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375521662741/conf/
   [junit4]   2> 1930434 T4452 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1930435 T4452 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1930435 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1930436 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1931372 T4452 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1931382 T4452 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52782
   [junit4]   2> 1931384 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1931385 T4452 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1931387 T4452 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816
   [junit4]   2> 1931389 T4452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/'
   [junit4]   2> 1931448 T4452 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/solr.xml
   [junit4]   2> 1931541 T4452 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1931542 T4452 oasc.CoreContainer.<init> New CoreContainer 823296486
   [junit4]   2> 1931543 T4452 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/]
   [junit4]   2> 1931545 T4452 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1931546 T4452 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1931546 T4452 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1931547 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1931548 T4452 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1931549 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1931550 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1931550 T4452 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1931551 T4452 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1931552 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1931623 T4452 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52772/solr
   [junit4]   2> 1931627 T4452 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1931630 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1931636 T4504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4874f01c name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1931637 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1931646 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1931688 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1931696 T4506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@224ce88a name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1931697 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1931721 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1932739 T4452 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52782_
   [junit4]   2> 1932742 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52782_
   [junit4]   2> 1932764 T4492 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1932765 T4479 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1932766 T4474 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1932766 T4506 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1932781 T4452 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816
   [junit4]   2> 1932932 T4452 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/conf/
   [junit4]   2> 1932944 T4452 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1932946 T4452 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1932946 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1932947 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1933424 T4452 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1933430 T4452 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52785
   [junit4]   2> 1933432 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1933433 T4452 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933433 T4452 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325
   [junit4]   2> 1933434 T4452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/'
   [junit4]   2> 1933483 T4452 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/solr.xml
   [junit4]   2> 1933544 T4452 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1933545 T4452 oasc.CoreContainer.<init> New CoreContainer 1821929787
   [junit4]   2> 1933546 T4452 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/]
   [junit4]   2> 1933547 T4452 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1933548 T4452 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1933548 T4452 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1933549 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1933549 T4452 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1933550 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1933550 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1933551 T4452 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1933551 T4452 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1933552 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1933585 T4452 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52772/solr
   [junit4]   2> 1933586 T4452 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1933589 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933594 T4518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c321030 name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933595 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1933606 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1933640 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933646 T4520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c168dcb name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933646 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1933662 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1934683 T4452 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52785_
   [junit4]   2> 1934688 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52785_
   [junit4]   2> 1934710 T4479 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1934730 T4492 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1934733 T4520 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1934734 T4474 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1934735 T4506 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1934754 T4452 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325
   [junit4]   2> 1935004 T4452 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/conf/
   [junit4]   2> 1935011 T4452 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1935015 T4452 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1935015 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1935016 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1935592 T4452 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1935598 T4452 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52788
   [junit4]   2> 1935600 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1935601 T4452 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1935605 T4452 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402
   [junit4]   2> 1935609 T4452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/'
   [junit4]   2> 1935655 T4452 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/solr.xml
   [junit4]   2> 1935717 T4452 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1935718 T4452 oasc.CoreContainer.<init> New CoreContainer 693125927
   [junit4]   2> 1935718 T4452 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/]
   [junit4]   2> 1935725 T4452 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1935726 T4452 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1935727 T4452 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1935729 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1935732 T4452 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1935733 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1935734 T4452 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1935734 T4452 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1935735 T4452 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1935736 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1935771 T4452 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52772/solr
   [junit4]   2> 1935771 T4452 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1935774 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1935780 T4532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5468caa1 name:ZooKeeperConnection Watcher:127.0.0.1:52772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1935781 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1935787 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1935824 T4452 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1935829 T4534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31bcebcd name:ZooKeeperConnection Watcher:127.0.0.1:52772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1935830 T4452 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1935847 T4452 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1936861 T4452 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52788_
   [junit4]   2> 1936866 T4452 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52788_
   [junit4]   2> 1936901 T4520 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936902 T4479 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936903 T4492 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936908 T4474 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936909 T4534 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936909 T4506 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1936926 T4452 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402
   [junit4]   2> 1937141 T4452 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/conf/
   [junit4]   2> 1937151 T4452 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1937155 T4452 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1937157 T4452 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1937158 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1937237 T4452 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1937302 T4484 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1937317 T4474 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1937342 T4476 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1937343 T4476 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1938748 T4475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1938751 T4475 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1938755 T4475 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1938777 T4534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938777 T4520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938781 T4506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938783 T4492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938784 T4479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938784 T4474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1938876 T4476 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1938878 T4476 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52782_
   [junit4]   2> 1938880 T4476 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52775_
   [junit4]   2> 1938881 T4476 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52785_
   [junit4]   2> 1938901 T4476 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52788_
   [junit4]   2> 1938963 T4511 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1938967 T4497 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1938966 T4468 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1938968 T4527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1938971 T4511 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1938973 T4497 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1938980 T4527 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1938980 T4468 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1940339 T4475 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1940345 T4475 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1940346 T4475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52785_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52785"}
   [junit4]   2> 1940363 T4475 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1940364 T4475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52782_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52782"}
   [junit4]   2> 1940388 T4475 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1940389 T4475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52775_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52775"}
   [junit4]   2> 1940405 T4475 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1940406 T4475 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52788_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52788"}
   [junit4]   2> 1940426 T4479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940427 T4492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940428 T4474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940427 T4506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940430 T4534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940432 T4520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1940974 T4511 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1940975 T4511 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 1940976 T4511 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1
   [junit4]   2> 1940976 T4511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1940979 T4497 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1940979 T4511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1940980 T4511 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1940981 T4497 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 1940982 T4497 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1
   [junit4]   2> 1940983 T4497 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1940983 T4527 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1940985 T4527 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 1940985 T4527 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2
   [junit4]   2> 1940985 T4527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1940987 T4468 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1940989 T4511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1940989 T4511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1940990 T4468 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 1940991 T4468 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2
   [junit4]   2> 1940992 T4468 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1940992 T4497 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1940993 T4497 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1940993 T4527 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1940994 T4527 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1941006 T4468 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1941007 T4468 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1941008 T4527 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1941008 T4527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1941009 T4497 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1941010 T4497 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1941013 T4511 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1941026 T4511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 1941029 T4468 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1941043 T4527 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1941051 T4497 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1941060 T4527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 1941064 T4497 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 1941124 T4468 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1941154 T4468 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 1941313 T4511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1941320 T4497 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1941322 T4527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1941348 T4468 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1941489 T4468 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1941526 T4468 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1941540 T4527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1941546 T4497 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1941553 T4527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1941570 T4511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1941573 T4527 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1941573 T4497 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1941582 T4511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1941606 T4511 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1941607 T4497 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1941616 T4468 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1943753 T4511 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943754 T4511 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943755 T4511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1943787 T4497 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943787 T4497 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943788 T4497 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1943797 T4511 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1943806 T4511 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1943817 T4497 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1943826 T4497 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1943842 T4527 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943843 T4527 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943844 T4527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1943866 T4527 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1943870 T4527 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1943885 T4468 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943886 T4468 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1943889 T4468 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1943923 T4468 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1943936 T4468 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1943954 T4511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1943980 T4511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1943997 T4511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944019 T4511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944020 T4511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944020 T4511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944021 T4497 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944039 T4511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944039 T4511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944040 T4511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1944045 T4511 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 1944046 T4511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e01d652
   [junit4]   2> 1944048 T4511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 1944049 T4511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 1944050 T4511 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1944051 T4511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375521667325//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 1944056 T4497 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944057 T4527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944070 T4511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a2b1f8e lockFactory=org.apache.lucene.store.NativeFSLockFactory@262001a1)),segFN=segments_1,generation=1}
   [junit4]   2> 1944071 T4511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1944091 T4527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944102 T4497 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944099 T4511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1944107 T4511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1944108 T4511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1944109 T4511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1944111 T4511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1944111 T4511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1944112 T4511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1944113 T4511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1944115 T4511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1944127 T4497 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944128 T4497 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944129 T4497 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944134 T4511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1944139 T4468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944147 T4497 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944148 T4497 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944149 T4497 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1944150 T4497 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 1944151 T4497 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e01d652
   [junit4]   2> 1944153 T4497 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1944154 T4497 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 1944155 T4497 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1944156 T4497 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375521664816//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1944157 T4468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1944149 T4527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944161 T4511 oass.SolrIndexSearcher.<init> Opening Searcher@2e10891b main
   [junit4]   2> 1944165 T4511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1944165 T4511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1944172 T4497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2cfbe3a lockFactory=org.apache.lucene.store.NativeFSLockFactory@337d0ea3)),segFN=segments_1,generation=1}
   [junit4]   2> 1944175 T4527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944176 T4527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944177 T4527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944177 T4497 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1944180 T4540 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@2e10891b main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1944181 T4468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944188 T4468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944189 T4468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944189 T4468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1944191 T4527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944191 T4527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944192 T4527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1944192 T4527 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 1944193 T4527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e01d652
   [junit4]   2> 1944192 T4511 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1944195 T4511 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52785 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1944196 T4511 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1944197 T4527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 1944198 T4527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 1944198 T4527 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1944199 T4527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375521669402//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 1944196 T4497 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1944202 T4497 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1944203 T4497 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1944205 T4468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1944207 T4468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1944204 T4527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@481055a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5beb6a5c)),segFN=segments_1,generation=1}
   [junit4]   2> 1944208 T4527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1944207 T4468 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1944209 T4468 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 1944210 T4468 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e01d652
   [junit4]   2> 1944211 T4497 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1944212 T4468 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 1944213 T4468 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 1944213 T4468 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1944214 T4468 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375521661225//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 1944218 T4527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1944218 T4527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1944219 T4527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1944220 T4527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1944221 T4527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1944222 T4527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1944223 T4527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1944224 T4527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1944225 T4527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1944212 T4497 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1944228 T4497 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1944229 T4497 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1944230 T4497 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1944231 T4497 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1944235 T4527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1944241 T4468 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e667ac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39dd957b)),segFN=segments_1,generation=1}
   [junit4]   2> 1944242 T4468 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1944241 T4497 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1944259 T4511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1944261 T4468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1944261 T4468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1944264 T4468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1944265 T4468 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1944266 T4468 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1944267 T4468 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1944268 T4468 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1944268 T4468 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1944269 T4468 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1944263 T4527 oass.SolrIndexSearcher.<init> Opening Searcher@6583023d main
   [junit4]   2> 1944274 T4527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1944275 T4527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1944279 T4468 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1944280 T4541 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6583023d main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1944275 T4497 oass.SolrIndexSearcher.<init> Opening Searcher@18eaaaa main
   [junit4]   2> 1944284 T4527 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1944284 T4527 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52788 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1944294 T4527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1944289 T4468 oass.SolrIndexSearcher.<init> Opening Searcher@13b7e076 main
   [junit4]   2> 1944285 T4497 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1944304 T4497 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1944305 T4468 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1944305 T4468 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1944312 T4543 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@13b7e076 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1944312 T4542 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@18eaaaa main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1944316 T4497 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1944317 T4497 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52782 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1944317 T4497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1944339 T4468 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 1944340 T4468 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52775 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1944340 T4468 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1944359 T4497 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1944385 T4527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1944396 T4468 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1944429 T4511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1944453 T4511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1944454 T4511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1944454 T4511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52785/nodes_used_collection_shard2_replica1/
   [junit4]   2> 1944455 T4511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52785 START replicas=[http://127.0.0.1:52788/nodes_used_collection_shard2_replica2/] nUpdates=100
   [junit4]   2> 1944457 T4511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52785 DONE.  We have no versions.  sync failed.
   [junit4]   2> 1944458 T4511 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1944478 T4511 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> ASYNC  NEW_CORE C680 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@2a780f52 url=http://127.0.0.1:52788/nodes_used_collection_shard2_replica2 node=127.0.0.1:52788_ C680_STATE=coll:nodes_used_collection core:nodes_used_colle

[...truncated too long message...]

31556 T4451 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 2158985 T4534 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2158986 T4534 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2158987 T4534 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2158988 T4534 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2158988 T4534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2158989 T4534 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=pl, timezone=Europe/Sofia
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=1,free=190788800,total=381878272
   [junit4]   2> NOTE: All tests run in this JVM: [SampleTest, TestAddFieldRealTimeGet, TestCharFilters, TestCopyFieldCollectionResource, HdfsChaosMonkeySafeLeaderTest, SuggesterFSTTest, TestZkChroot, TestSolrXMLSerializer, HdfsCollectionsAPIDistributedZkTest, UpdateRequestProcessorFactoryTest, ShardRoutingTest, TestLazyCores, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldCollectionResource, TestFoldingMultitermQuery, ResourceLoaderTest, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, DocumentBuilderTest, SuggesterTSTTest, ScriptEngineTest, BasicDistributedZkTest, IndexSchemaRuntimeFieldTest, IndexReaderFactoryTest, UUIDFieldTest, SliceStateUpdateTest, TestManagedSchema, StandardRequestHandlerTest, DisMaxRequestHandlerTest, RequiredFieldsTest, TestFieldTypeCollectionResource, TestQuerySenderListener, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestNumberUtils, TestSolrQueryParserResource, TestTrie, SolrIndexSplitterTest, UniqFieldsUpdateProcessorFactoryTest, TestXIncludeConfig, TestRandomDVFaceting, TestFaceting, SolrCmdDistributorTest, ZkSolrClientTest, TestLMJelinekMercerSimilarityFactory, MBeansHandlerTest, TestBinaryResponseWriter, LegacyHTMLStripCharFilterTest, PrimitiveFieldTypeTest, BlockDirectoryTest, CSVRequestHandlerTest, LoggingHandlerTest, CoreAdminCreateDiscoverTest, AutoCommitTest, TestSchemaResource, TestRecovery, TestMergePolicyConfig, DebugComponentTest, SpellCheckCollatorTest, ChaosMonkeySafeLeaderTest, TestPluginEnable, PingRequestHandlerTest, SolrRequestParserTest, QueryResultKeyTest, TestPHPSerializedResponseWriter, ResponseLogComponentTest, LeaderElectionIntegrationTest, RegexBoostProcessorTest, TestDocumentBuilder, TestJoin, OpenExchangeRatesOrgProviderTest, BadComponentTest, CircularListTest, FieldAnalysisRequestHandlerTest, LeaderElectionTest, TestPropInjectDefaults, JsonLoaderTest, TestJmxIntegration, DocValuesTest, PathHierarchyTokenizerFactoryTest, HighlighterTest, ParsingFieldUpdateProcessorsTest, QueryParsingTest, TestIndexSearcher, ShardRoutingCustomTest, InfoHandlerTest, TestQueryUtils, UnloadDistributedZkTest, TestPropInject, TestWriterPerf, ZkNodePropsTest, JSONWriterTest, SimplePostToolTest, CoreContainerCoreInitFailuresTest, TestPostingsSolrHighlighter, TestBadConfig, EchoParamsTest, TestClassNameShortening, TestCollationKeyRangeQueries, PrimUtilsTest, SchemaVersionSpecificBehaviorTest, TestCoreDiscovery, TestFuzzyAnalyzedSuggestions, TestRandomFaceting, TestIndexingPerformance, CacheHeaderTest, TestFastLRUCache, AlternateDirectoryTest, PolyFieldTest, TestSolrXmlPersistence, TestStressRecovery, TestSweetSpotSimilarityFactory, RequestHandlersTest, TestSerializedLuceneMatchVersion, TestSolrQueryParser, ShowFileRequestHandlerTest, PreAnalyzedUpdateProcessorTest, RAMDirectoryFactoryTest, TestDynamicFieldResource, HdfsUnloadDistributedZkTest, TestSolrDeletionPolicy1, TestFunctionQuery, StatelessScriptUpdateProcessorFactoryTest, BadCopyFieldTest, TestOmitPositions, TestSchemaNameResource, TestSuggestSpellingConverter, TestComponentsName, ExternalFileFieldSortTest, TestDistributedSearch, TestFiltering, PeerSyncTest, TestInfoStreamLogging, TestDefaultSimilarityFactory, TestDocSet, TestSchemaVersionResource, TestBinaryField, FieldMutatingUpdateProcessorTest, DistributedSpellCheckComponentTest, DateFieldTest, SpellPossibilityIteratorTest, TestShardHandlerFactory, TestConfig, XsltUpdateRequestHandlerTest, HardAutoCommitTest, TestReplicationHandler, TestLRUCache, TestCSVLoader, UpdateParamsTest, FastVectorHighlighterTest, ClusterStateTest, WordBreakSolrSpellCheckerTest, HighlighterConfigTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 232.65s, 1 test, 1 error <<< FAILURES!

[...truncated 502 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 39 ignored (5 assumptions)

Total time: 109 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 682 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/682/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:52954

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:52954
	at __randomizedtesting.SeedInfo.seed([CEF2CA95B7058532:4F14448DC05AE50E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:52954 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 44 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:382)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:241)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:228)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:431)
	at java.net.Socket.connect(Socket.java:527)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 51 more




Build Log:
[...truncated 9231 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1905232 T4095 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1905240 T4095 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375496799946
   [junit4]   2> 1905243 T4095 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1905244 T4096 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1905345 T4095 oasc.ZkTestServer.run start zk server on port:52947
   [junit4]   2> 1905348 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905363 T4102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218fe32 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1905363 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1905364 T4095 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1905381 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905387 T4104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b1afdb name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1905387 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1905388 T4095 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1905407 T4095 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1905418 T4095 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1905428 T4095 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1905444 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1905446 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1905464 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1905465 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1905477 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1905479 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1905491 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1905492 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1905503 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1905504 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1905514 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1905522 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1905533 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1905534 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1905546 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1905547 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1905557 T4095 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1905558 T4095 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1906215 T4095 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1906224 T4095 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52950
   [junit4]   2> 1906226 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1906227 T4095 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1906229 T4095 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275
   [junit4]   2> 1906230 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/'
   [junit4]   2> 1906307 T4095 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/solr.xml
   [junit4]   2> 1906395 T4095 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1906396 T4095 oasc.CoreContainer.<init> New CoreContainer 615067401
   [junit4]   2> 1906396 T4095 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/]
   [junit4]   2> 1906398 T4095 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1906398 T4095 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1906399 T4095 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1906399 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1906400 T4095 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1906400 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1906401 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1906401 T4095 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1906402 T4095 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1906402 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1906438 T4095 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
   [junit4]   2> 1906439 T4095 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1906443 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1906452 T4115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f4f0aac name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1906452 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1906457 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1906491 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1906496 T4117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a368222 name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1906496 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1906502 T4095 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1906515 T4095 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1906528 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1906535 T4095 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52950_
   [junit4]   2> 1906543 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52950_
   [junit4]   2> 1906558 T4095 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1906577 T4095 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1906585 T4095 oasc.Overseer.start Overseer (id=90144558282178563-127.0.0.1:52950_-n_0000000000) starting
   [junit4]   2> 1906597 T4095 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1906618 T4119 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1906622 T4095 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1906632 T4095 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1906638 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1906650 T4118 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1906655 T4095 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275
   [junit4]   2> 1906812 T4095 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/conf/
   [junit4]   2> 1906820 T4095 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1906822 T4095 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1906827 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1906831 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1906912 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1906919 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1906926 T4122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e3566c3 name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1906927 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1906938 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1906958 T4095 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1907519 T4095 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1907527 T4095 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52954
   [junit4]   2> 1907528 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1907528 T4095 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1907529 T4095 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663
   [junit4]   2> 1907529 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/'
   [junit4]   2> 1907575 T4095 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/solr.xml
   [junit4]   2> 1907637 T4095 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1907637 T4095 oasc.CoreContainer.<init> New CoreContainer 667124370
   [junit4]   2> 1907638 T4095 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/]
   [junit4]   2> 1907640 T4095 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1907640 T4095 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1907641 T4095 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1907642 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1907642 T4095 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1907642 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1907643 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1907644 T4095 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1907644 T4095 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1907645 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1907683 T4095 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
   [junit4]   2> 1907684 T4095 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1907686 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1907691 T4133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14b153a3 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1907692 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1907699 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1907740 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1907747 T4135 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b6813ad name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1907747 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1907764 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1908780 T4095 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52954_
   [junit4]   2> 1908784 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52954_
   [junit4]   2> 1908799 T4135 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1908811 T4122 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1908811 T4117 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1908828 T4095 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663
   [junit4]   2> 1909016 T4095 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/conf/
   [junit4]   2> 1909024 T4095 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1909025 T4095 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1909026 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1909027 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1909544 T4095 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1909551 T4095 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52957
   [junit4]   2> 1909553 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1909554 T4095 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1909554 T4095 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774
   [junit4]   2> 1909555 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/'
   [junit4]   2> 1909593 T4095 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/solr.xml
   [junit4]   2> 1909654 T4095 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1909654 T4095 oasc.CoreContainer.<init> New CoreContainer 1558560504
   [junit4]   2> 1909655 T4095 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/]
   [junit4]   2> 1909657 T4095 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1909657 T4095 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1909658 T4095 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1909659 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1909659 T4095 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1909660 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1909660 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1909660 T4095 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1909661 T4095 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1909661 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1909729 T4095 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
   [junit4]   2> 1909730 T4095 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1909740 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909746 T4147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f5cbb6d name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909747 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1909753 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1909778 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909783 T4149 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16bcfc97 name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909784 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1909806 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1910818 T4095 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52957_
   [junit4]   2> 1910821 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52957_
   [junit4]   2> 1910835 T4117 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1910837 T4149 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1910837 T4122 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1910838 T4135 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1910857 T4095 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774
   [junit4]   2> 1911015 T4095 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/conf/
   [junit4]   2> 1911023 T4095 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1911024 T4095 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1911025 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1911025 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1911598 T4095 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1911606 T4095 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52960
   [junit4]   2> 1911609 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1911610 T4095 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1911611 T4095 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766
   [junit4]   2> 1911612 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766/'
   [junit4]   2> 1911698 T4095 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766/solr.xml
   [junit4]   2> 1911760 T4095 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1911761 T4095 oasc.CoreContainer.<init> New CoreContainer 1855168441
   [junit4]   2> 1911762 T4095 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766/]
   [junit4]   2> 1911763 T4095 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1911764 T4095 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1911764 T4095 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1911767 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1911771 T4095 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1911771 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1911772 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1911772 T4095 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1911773 T4095 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1911773 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1911808 T4095 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
   [junit4]   2> 1911809 T4095 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1911812 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1911817 T4161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ddb6366 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1911817 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1911823 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1911859 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1911864 T4163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bcab62f name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1911864 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1911881 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1912894 T4095 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52960_
   [junit4]   2> 1912897 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52960_
   [junit4]   2> 1912912 T4149 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1912918 T4117 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1912919 T4135 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1912920 T4163 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1912921 T4122 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1912933 T4095 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766
   [junit4]   2> 1913151 T4095 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375496805766/conf/
   [junit4]   2> 1913162 T4095 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1913165 T4095 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1913166 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1913167 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1913799 T4095 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1913812 T4095 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52963
   [junit4]   2> 1913815 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1913817 T4095 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1913818 T4095 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921
   [junit4]   2> 1913819 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/'
   [junit4]   2> 1913874 T4095 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/solr.xml
   [junit4]   2> 1913955 T4095 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1913956 T4095 oasc.CoreContainer.<init> New CoreContainer 1944274233
   [junit4]   2> 1913956 T4095 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/]
   [junit4]   2> 1913958 T4095 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1913958 T4095 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1913959 T4095 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1913959 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1913960 T4095 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1913960 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1913962 T4095 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1913962 T4095 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1913962 T4095 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1913963 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1913998 T4095 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
   [junit4]   2> 1913999 T4095 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1914001 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1914019 T4175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dd5dc9f name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1914019 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1914026 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1914063 T4095 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1914070 T4177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4862678f name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1914071 T4095 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1914089 T4095 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1915106 T4095 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52963_
   [junit4]   2> 1915110 T4095 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52963_
   [junit4]   2> 1915145 T4163 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915146 T4122 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915148 T4149 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915147 T4117 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915149 T4135 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915149 T4177 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1915164 T4095 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921
   [junit4]   2> 1915382 T4095 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/conf/
   [junit4]   2> 1915389 T4095 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1915390 T4095 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1915391 T4095 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1915391 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1915434 T4095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1915478 T4126 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1915482 T4117 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1915490 T4117 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1915491 T4119 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1915491 T4119 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1915720 T4118 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1915724 T4118 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1915724 T4118 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1915750 T4122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915751 T4177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915751 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915751 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915751 T4117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915751 T4135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1915804 T4119 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1915807 T4119 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52963_
   [junit4]   2> 1915808 T4119 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52957_
   [junit4]   2> 1915822 T4119 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52950_
   [junit4]   2> 1915827 T4119 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52954_
   [junit4]   2> 1915834 T4113 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1915844 T4143 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1915856 T4173 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1915863 T4127 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1915866 T4113 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1915867 T4143 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1915869 T4173 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1915870 T4127 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1917270 T4118 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1917274 T4118 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1917275 T4118 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52950_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52950"}
   [junit4]   2> 1917301 T4118 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1917301 T4118 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52957_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52957"}
   [junit4]   2> 1917324 T4118 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1917324 T4118 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52963_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52963"}
   [junit4]   2> 1917339 T4118 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1917340 T4118 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52954_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52954"}
   [junit4]   2> 1917354 T4122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917354 T4135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917356 T4117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917357 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917369 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917370 T4177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1917869 T4113 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1917871 T4113 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 1917871 T4113 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1
   [junit4]   2> 1917872 T4113 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1917872 T4143 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1917873 T4143 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 1917873 T4143 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2
   [junit4]   2> 1917874 T4143 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1917876 T4113 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1917877 T4113 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1917880 T4173 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1917888 T4127 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1917882 T4113 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1917889 T4113 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1917890 T4127 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 1917891 T4127 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2
   [junit4]   2> 1917891 T4127 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1917890 T4173 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 1917892 T4173 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1
   [junit4]   2> 1917893 T4173 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1917895 T4127 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1917896 T4127 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1917898 T4143 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1917898 T4143 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1917909 T4127 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1917912 T4127 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1917913 T4143 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1917914 T4143 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1917917 T4173 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1917918 T4173 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1917930 T4127 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1917935 T4143 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1917943 T4113 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1917944 T4143 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 1917947 T4127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 1917949 T4173 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1917964 T4113 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 1917981 T4173 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1917990 T4173 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 1918171 T4127 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1918208 T4113 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1918211 T4143 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1918232 T4173 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1918348 T4127 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1918357 T4127 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1918418 T4127 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1918430 T4143 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1918438 T4113 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1918445 T4173 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1918447 T4143 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1918455 T4113 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1918456 T4173 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1918472 T4113 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1918495 T4143 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1918521 T4173 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1920814 T4143 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920815 T4143 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920816 T4143 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1920828 T4143 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1920831 T4143 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1920886 T4113 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920887 T4113 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920890 T4113 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1920923 T4113 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1920928 T4173 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920929 T4173 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920930 T4173 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1920935 T4113 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1920940 T4127 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920945 T4127 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1920950 T4173 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1920950 T4127 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1920954 T4173 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1920969 T4127 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1920974 T4127 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1921056 T4143 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921074 T4143 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921081 T4113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921086 T4173 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921102 T4143 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921105 T4113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921113 T4173 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921121 T4113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921128 T4143 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921128 T4143 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921129 T4143 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921135 T4113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921136 T4113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921136 T4113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921131 T4173 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921140 T4127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921147 T4173 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921147 T4173 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921148 T4173 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921149 T4143 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921149 T4143 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921150 T4143 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1921150 T4113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921151 T4113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921152 T4113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1921152 T4113 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 1921152 T4113 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b51c29
   [junit4]   2> 1921154 T4113 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 1921154 T4143 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 1921155 T4143 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b51c29
   [junit4]   2> 1921156 T4143 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 1921157 T4113 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 1921157 T4113 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1921159 T4143 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 1921159 T4143 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1921165 T4127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1921168 T4143 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375496803774//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 1921168 T4173 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921169 T4173 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921170 T4173 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1921170 T4173 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 1921170 T4173 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b51c29
   [junit4]   2> 1921172 T4113 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375496800275//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 1921172 T4173 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1921174 T4173 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 1921174 T4173 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1921175 T4173 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375496807921//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1921181 T4113 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@178b28e7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ecadecc),segFN=segments_1,generation=1}
   [junit4]   2> 1921182 T4113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1921188 T4113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1921189 T4113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1921190 T4113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1921181 T4143 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@635c073b lockFactory=org.apache.lucene.store.NativeFSLockFactory@241e5e2e),segFN=segments_1,generation=1}
   [junit4]   2> 1921191 T4143 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1921191 T4127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921191 T4113 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1921191 T4173 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fd58f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43f42672),segFN=segments_1,generation=1}
   [junit4]   2> 1921194 T4173 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1921202 T4113 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1921203 T4113 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1921203 T4127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921206 T4127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921206 T4127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1921206 T4113 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1921208 T4113 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1921209 T4113 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1921206 T4143 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1921242 T4143 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1921243 T4143 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1921244 T4143 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1921245 T4143 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1921245 T4143 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1921246 T4143 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1921241 T4127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1921247 T4127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1921248 T4127 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1921248 T4127 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 1921249 T4127 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b51c29
   [junit4]   2> 1921250 T4127 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 1921241 T4113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1921235 T4173 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1921257 T4173 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1921258 T4173 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1921259 T4173 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1921261 T4173 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1921262 T4173 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1921262 T4173 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1921263 T4173 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1921264 T4173 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1921266 T4173 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1921247 T4143 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1921260 T4113 oass.SolrIndexSearcher.<init> Opening Searcher@5b059611 main
   [junit4]   2> 1921270 T4113 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1921271 T4113 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1921260 T4127 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 1921278 T4127 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1921267 T4143 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1921280 T4143 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1921281 T4127 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375496801663//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 1921285 T4173 oass.SolrIndexSearcher.<init> Opening Searcher@297eefb6 main
   [junit4]   2> 1921285 T4183 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5b059611 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1921292 T4143 oass.SolrIndexSearcher.<init> Opening Searcher@12a63f80 main
   [junit4]   2> 1921294 T4143 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1921300 T4143 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1921300 T4173 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1921300 T4173 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1921308 T4127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@409e2085 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41239e4c),segFN=segments_1,generation=1}
   [junit4]   2> 1921314 T4127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1921316 T4184 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@297eefb6 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1921322 T4113 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1921323 T4113 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52950 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1921324 T4113 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1921324 T4185 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@12a63f80 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1921329 T4173 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1921329 T4173 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52963 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1921329 T4173 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1921336 T4127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1921337 T4127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1921338 T4127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1921339 T4127 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1921340 T4127 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1921340 T4127 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1921341 T4127 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1921341 T4127 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1921348 T4127 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1921329 T4143 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 1921351 T4143 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52957 collection:nodes_used_collection shard:shard1
   [junit4]   2> 1921352 T4143 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1921360 T4127 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1921409 T4143 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1921413 T4113 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1921417 T4127 oass.SolrIndexSearcher.<init> Opening Searcher@7e9c8da8 main
   [junit4]   2> 1921419 T4127 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1921419 T4127 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1921424 T4173 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1921426 T4186 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@7e9c8da8 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1921430 T4127 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1921431 T4127 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52954 collection:nodes_used_collection shard:shard2
   [junit4]   2> 1921433 T4127 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1921496 T4143 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1921500 T4127 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1921521 T4143 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1921521 T4143 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1921522 T4143 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52957/nodes_used_collection_shard1_replica2/
   [junit4]   2> 1921522 T4143 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52957 START replicas=[http://127.0.0.1:52963/nodes_used_collection_shard1_replica1/] nUpdates=100
   [junit4]   2> 1921524 T4143 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52957 DONE.  We have no versions.  sync failed.
   [junit4]   2> 1921531 T4143 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1921532 T4143 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1921532 T4143 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52957/nodes_used_collection_shard1_replica2/ shard1
   [junit4]   2> 1921532 T4143 oascc.So

[...truncated too long message...]

.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 2164409 T4177 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2164410 T4177 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2164410 T4177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2164411 T4177 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2164411 T4177 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2164412 T4177 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/b/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ga, timezone=Africa/Djibouti
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=1,free=77596840,total=172920832
   [junit4]   2> NOTE: All tests run in this JVM: [TimeZoneUtilsTest, HdfsCollectionsAPIDistributedZkTest, ZkNodePropsTest, IndexReaderFactoryTest, TestSolrIndexConfig, SolrRequestParserTest, FieldMutatingUpdateProcessorTest, PingRequestHandlerTest, TestBinaryResponseWriter, SolrIndexSplitterTest, ShowFileRequestHandlerTest, DistributedSpellCheckComponentTest, TestPseudoReturnFields, RAMDirectoryFactoryTest, BlockCacheTest, CSVRequestHandlerTest, TestDistributedSearch, TestReloadAndDeleteDocs, AddSchemaFieldsUpdateProcessorFactoryTest, TestComponentsName, TestBinaryField, ClusterStateTest, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, MoreLikeThisHandlerTest, PeerSyncTest, TestCodecSupport, TestFieldTypeCollectionResource, ExternalFileFieldSortTest, PathHierarchyTokenizerFactoryTest, NotRequiredUniqueKeyTest, TestTrie, ZkSolrClientTest, UpdateRequestProcessorFactoryTest, ShardSplitTest, AnalysisAfterCoreReloadTest, TestMultiCoreConfBootstrap, TestDFRSimilarityFactory, ConvertedLegacyTest, TestJoin, BasicDistributedZk2Test, ScriptEngineTest, HdfsDirectoryTest, TestNumberUtils, CachingDirectoryFactoryTest, TestManagedSchemaFieldResource, SolrCoreTest, SuggesterWFSTTest, TestIBSimilarityFactory, TestSolrDeletionPolicy2, TestAddFieldRealTimeGet, SchemaVersionSpecificBehaviorTest, TestIndexingPerformance, IndexSchemaTest, TestAtomicUpdateErrorCases, ZkControllerTest, ShardRoutingTest, DirectUpdateHandlerTest, BinaryUpdateRequestHandlerTest, DOMUtilTest, TestDefaultSimilarityFactory, SampleTest, TestFunctionQuery, TestSolr4Spatial, DateFieldTest, UnloadDistributedZkTest, TestSuggestSpellingConverter, CoreAdminCreateDiscoverTest, TestDocSet, DistributedQueryElevationComponentTest, TestXIncludeConfig, ZkCLITest, ReturnFieldsTest, HdfsSyncSliceTest, TestShardHandlerFactory, TestUpdate, WordBreakSolrSpellCheckerTest, ChaosMonkeySafeLeaderTest, TestCSVResponseWriter, TestSolrQueryParserDefaultOperatorResource, TestCloudManagedSchema, TestLuceneMatchVersion, CacheHeaderTest, SolrIndexConfigTest, AutoCommitTest, TestSolrXml, DirectUpdateHandlerOptimizeTest, TestRangeQuery, FileUtilsTest, DistributedTermsComponentTest, RegexBoostProcessorTest, OpenCloseCoreStressTest, TestArbitraryIndexDir, SpellPossibilityIteratorTest, TestCharFilters, TestCopyFieldCollectionResource, OpenExchangeRatesOrgProviderTest, HdfsRecoveryZkTest, TestSolrDeletionPolicy1, TestJmxMonitoredMap, DocValuesTest, TestSweetSpotSimilarityFactory, SuggesterFSTTest, TestSearchPerf, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, TestDefaultSearchFieldResource, TestPropInject, TestMergePolicyConfig, TestPropInjectDefaults, TestSchemaVersionResource, DocValuesMultiTest, LukeRequestHandlerTest, NumericFieldsTest, TestPhraseSuggestions, JsonLoaderTest, EchoParamsTest, StandardRequestHandlerTest, MBeansHandlerTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldCollectionResource, BadCopyFieldTest, SOLR749Test, HardAutoCommitTest, DateMathParserTest, CircularListTest, TermVectorComponentTest, AliasIntegrationTest, TestSchemaResource, TestQueryTypes, FieldAnalysisRequestHandlerTest, ShardRoutingCustomTest, TestPHPSerializedResponseWriter, TestPartialUpdateDeduplication, TestSerializedLuceneMatchVersion, CoreMergeIndexesAdminHandlerTest, TestSolrXmlPersistence, ResponseLogComponentTest, BasicZkTest, TestManagedSchema, LoggingHandlerTest, SyncSliceTest, BasicFunctionalityTest, TestQuerySenderListener, TestStressReorder, TestElisionMultitermQuery, TestSchemaSimilarityResource, DisMaxRequestHandlerTest, CurrencyFieldXmlFileTest, AlternateDirectoryTest, SystemInfoHandlerTest, TestFiltering, SimplePostToolTest, TestRTGBase, PrimUtilsTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 260.07s, 1 test, 1 error <<< FAILURES!

[...truncated 489 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 39 ignored (5 assumptions)

Total time: 113 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 681 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/681/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:53655

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:53655
	at __randomizedtesting.SeedInfo.seed([5883E769884528A5:D9656971FF1A4899]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:53655 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 44 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 51 more




Build Log:
[...truncated 9871 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2956215 T5392 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2956224 T5392 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375437685483
   [junit4]   2> 2956226 T5392 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2956227 T5393 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2956328 T5392 oasc.ZkTestServer.run start zk server on port:53648
   [junit4]   2> 2956331 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2956348 T5399 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49e2ec62 name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2956349 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2956350 T5392 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2956359 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2956364 T5401 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21982d15 name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2956364 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2956365 T5392 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2956372 T5392 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2956378 T5392 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2956383 T5392 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2956388 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2956389 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2956402 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2956403 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2956417 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2956418 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2956426 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2956427 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2956436 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2956437 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2956443 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2956444 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2956449 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2956450 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2956455 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2956456 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2956462 T5392 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2956463 T5392 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2956951 T5392 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2956957 T5392 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53651
   [junit4]   2> 2956959 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2956960 T5392 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2956961 T5392 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734
   [junit4]   2> 2956961 T5392 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/'
   [junit4]   2> 2957021 T5392 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/solr.xml
   [junit4]   2> 2957143 T5392 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2957145 T5392 oasc.CoreContainer.<init> New CoreContainer 605837945
   [junit4]   2> 2957146 T5392 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/]
   [junit4]   2> 2957148 T5392 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2957149 T5392 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2957149 T5392 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2957150 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2957150 T5392 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2957151 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2957152 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2957152 T5392 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2957153 T5392 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2957153 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2957176 T5392 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2957177 T5392 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2957188 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2957190 T5412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@509a11b8 name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2957190 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2957193 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2957215 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2957222 T5414 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53d4b8ed name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2957223 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2957226 T5392 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2957234 T5392 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2957242 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2957247 T5392 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53651_
   [junit4]   2> 2957249 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53651_
   [junit4]   2> 2957257 T5392 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2957268 T5392 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2957274 T5392 oasc.Overseer.start Overseer (id=90140684156338179-127.0.0.1:53651_-n_0000000000) starting
   [junit4]   2> 2957296 T5392 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2957306 T5416 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2957309 T5392 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2957315 T5392 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2957319 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2957330 T5392 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734
   [junit4]   2> 2957336 T5415 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2957504 T5392 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/conf/
   [junit4]   2> 2957515 T5392 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2957517 T5392 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2957517 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2957518 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2957545 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 2957548 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2957552 T5419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e5b430 name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2957553 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2957556 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2957562 T5392 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 2958027 T5392 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2958032 T5392 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53655
   [junit4]   2> 2958035 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2958035 T5392 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2958036 T5392 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820
   [junit4]   2> 2958036 T5392 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820/'
   [junit4]   2> 2958094 T5392 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820/solr.xml
   [junit4]   2> 2958220 T5392 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2958221 T5392 oasc.CoreContainer.<init> New CoreContainer 1653600801
   [junit4]   2> 2958222 T5392 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820/]
   [junit4]   2> 2958226 T5392 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2958227 T5392 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2958228 T5392 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2958228 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2958229 T5392 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2958229 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2958230 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2958230 T5392 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2958231 T5392 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2958231 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2958250 T5392 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2958251 T5392 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2958254 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2958259 T5430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c2ce77 name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2958260 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2958265 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2958290 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2958297 T5432 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77a29b6d name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2958297 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2958309 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2959321 T5392 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53655_
   [junit4]   2> 2959327 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53655_
   [junit4]   2> 2959331 T5432 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2959347 T5419 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2959347 T5414 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2959347 T5392 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820
   [junit4]   2> 2959515 T5392 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375437686820/conf/
   [junit4]   2> 2959531 T5392 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2959534 T5392 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2959534 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2959535 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2960059 T5392 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2960069 T5392 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53658
   [junit4]   2> 2960075 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2960076 T5392 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2960077 T5392 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829
   [junit4]   2> 2960079 T5392 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/'
   [junit4]   2> 2960131 T5392 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/solr.xml
   [junit4]   2> 2960250 T5392 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2960251 T5392 oasc.CoreContainer.<init> New CoreContainer 109723055
   [junit4]   2> 2960252 T5392 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/]
   [junit4]   2> 2960255 T5392 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2960255 T5392 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2960256 T5392 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2960256 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2960257 T5392 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2960257 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2960258 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2960258 T5392 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2960259 T5392 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2960260 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2960368 T5392 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2960369 T5392 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2960373 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2960378 T5444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@534d36c3 name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2960378 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2960382 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2960405 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2960410 T5446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4add0b4b name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2960411 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2960421 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2961429 T5392 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53658_
   [junit4]   2> 2961432 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53658_
   [junit4]   2> 2961443 T5446 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2961443 T5432 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2961444 T5414 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2961444 T5419 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2961454 T5392 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829
   [junit4]   2> 2961631 T5392 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/conf/
   [junit4]   2> 2961638 T5392 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2961639 T5392 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2961640 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2961640 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2962159 T5392 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2962169 T5392 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53661
   [junit4]   2> 2962172 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2962174 T5392 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2962175 T5392 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922
   [junit4]   2> 2962176 T5392 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/'
   [junit4]   2> 2962251 T5392 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/solr.xml
   [junit4]   2> 2962400 T5392 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2962401 T5392 oasc.CoreContainer.<init> New CoreContainer 1551035313
   [junit4]   2> 2962402 T5392 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/]
   [junit4]   2> 2962404 T5392 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2962405 T5392 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2962405 T5392 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2962406 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2962406 T5392 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2962407 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2962408 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2962408 T5392 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2962408 T5392 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2962409 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2962434 T5392 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2962435 T5392 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2962438 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2962442 T5458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35268ef2 name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2962443 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2962448 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2962468 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2962480 T5460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598abadf name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2962480 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2962492 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2963501 T5392 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53661_
   [junit4]   2> 2963504 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53661_
   [junit4]   2> 2963511 T5460 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2963526 T5392 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922
   [junit4]   2> 2963540 T5446 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2963549 T5414 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2963549 T5419 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2963550 T5432 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2963711 T5392 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/conf/
   [junit4]   2> 2963717 T5392 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2963717 T5392 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2963718 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2963718 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2964258 T5392 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2964265 T5392 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53664
   [junit4]   2> 2964267 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2964267 T5392 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2964268 T5392 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997
   [junit4]   2> 2964268 T5392 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/'
   [junit4]   2> 2964324 T5392 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/solr.xml
   [junit4]   2> 2964460 T5392 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2964461 T5392 oasc.CoreContainer.<init> New CoreContainer 1616462533
   [junit4]   2> 2964462 T5392 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/]
   [junit4]   2> 2964465 T5392 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2964468 T5392 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2964469 T5392 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2964470 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2964471 T5392 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2964471 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2964472 T5392 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2964472 T5392 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2964473 T5392 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2964473 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2964493 T5392 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2964494 T5392 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2964498 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2964503 T5472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82628ca name:ZooKeeperConnection Watcher:127.0.0.1:53648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2964505 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2964516 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2964536 T5392 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2964541 T5474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b2357d8 name:ZooKeeperConnection Watcher:127.0.0.1:53648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2964542 T5392 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2964555 T5392 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2965564 T5392 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53664_
   [junit4]   2> 2965566 T5392 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53664_
   [junit4]   2> 2965573 T5474 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965574 T5460 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965583 T5419 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965584 T5432 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965584 T5414 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965584 T5446 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2965593 T5392 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997
   [junit4]   2> 2965756 T5392 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/conf/
   [junit4]   2> 2965764 T5392 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2965765 T5392 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2965766 T5392 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2965767 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2965796 T5392 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2965815 T5424 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 2965819 T5414 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2965823 T5416 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2965823 T5416 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2966385 T5415 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2966387 T5415 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 2966387 T5415 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 2966396 T5446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966396 T5419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966397 T5432 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966397 T5460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966398 T5414 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966397 T5474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2966443 T5416 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 2966444 T5416 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53658_
   [junit4]   2> 2966445 T5416 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53664_
   [junit4]   2> 2966445 T5416 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53651_
   [junit4]   2> 2966446 T5416 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53661_
   [junit4]   2> 2966457 T5440 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 2966458 T5454 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 2966459 T5407 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 2966460 T5470 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 2966463 T5454 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2966463 T5440 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2966464 T5470 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2966464 T5407 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2967915 T5415 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2967918 T5415 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2967918 T5415 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53661_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53661"}
   [junit4]   2> 2967929 T5415 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2967930 T5415 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53658_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53658"}
   [junit4]   2> 2967940 T5415 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2967941 T5415 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53651_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53651"}
   [junit4]   2> 2967950 T5415 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2967951 T5415 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53664_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53664"}
   [junit4]   2> 2967962 T5419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2967963 T5414 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2967963 T5432 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2967973 T5446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2967974 T5460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2967973 T5474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2968466 T5454 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 2968466 T5440 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 2968468 T5454 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 2968469 T5454 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2
   [junit4]   2> 2968470 T5454 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2968468 T5440 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 2968471 T5440 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1
   [junit4]   2> 2968472 T5440 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2968473 T5454 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2968474 T5454 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2968471 T5407 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 2968471 T5470 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 2968477 T5407 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 2968478 T5407 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1
   [junit4]   2> 2968478 T5407 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2968477 T5470 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 2968480 T5470 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2
   [junit4]   2> 2968481 T5470 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2968481 T5407 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2968482 T5407 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2968482 T5440 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2968483 T5440 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2968484 T5470 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2968485 T5470 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2968486 T5454 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2968486 T5454 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2968485 T5407 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2968487 T5407 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2968489 T5440 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2968489 T5440 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2968492 T5470 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2968493 T5470 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2968497 T5407 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2968498 T5454 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2968499 T5440 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2968501 T5470 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2968503 T5407 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 2968514 T5454 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 2968515 T5440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 2968517 T5470 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 2968783 T5454 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2968802 T5407 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2968841 T5440 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2968846 T5470 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2969083 T5454 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2969092 T5470 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2969096 T5470 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2969106 T5407 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2969117 T5470 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 2969122 T5454 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2969124 T5407 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2969139 T5407 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 2969151 T5454 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 2969180 T5440 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2969189 T5440 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2969216 T5440 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 2972181 T5470 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972182 T5470 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972183 T5470 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2972318 T5470 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2972324 T5470 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2972341 T5440 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972342 T5440 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972354 T5440 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2972369 T5440 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2972374 T5454 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972376 T5454 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972378 T5454 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2972391 T5440 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2972396 T5407 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972402 T5407 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2972403 T5407 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2972399 T5454 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2972416 T5407 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2972417 T5454 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2972422 T5407 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2972507 T5470 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972522 T5470 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972535 T5470 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972537 T5440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972540 T5454 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972550 T5454 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972551 T5470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972552 T5470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972552 T5470 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972563 T5470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972563 T5470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972564 T5470 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2972564 T5470 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 2972565 T5470 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d36d23
   [junit4]   2> 2972570 T5440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972575 T5470 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 2972576 T5470 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 2972577 T5470 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2972578 T5470 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375437692997//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 2972586 T5454 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972597 T5470 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@219674da lockFactory=org.apache.lucene.store.NativeFSLockFactory@70428ee3),segFN=segments_1,generation=1}
   [junit4]   2> 2972598 T5470 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2972597 T5440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972608 T5440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972609 T5440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972609 T5440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972610 T5454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972610 T5454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972611 T5454 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972610 T5470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2972612 T5470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2972615 T5440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972616 T5440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972617 T5440 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2972618 T5440 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 2972618 T5440 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d36d23
   [junit4]   2> 2972620 T5440 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 2972620 T5440 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 2972621 T5440 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2972622 T5440 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375437688829//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 2972616 T5470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2972627 T5470 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2972628 T5470 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2972628 T5470 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2972629 T5470 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2972630 T5470 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2972631 T5470 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2972616 T5454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972633 T5454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972633 T5454 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2972628 T5440 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@459a402b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5631d918),segFN=segments_1,generation=1}
   [junit4]   2> 2972634 T5440 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2972636 T5454 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 2972636 T5454 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d36d23
   [junit4]   2> 2972637 T5407 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972646 T5454 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 2972647 T5454 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 2972647 T5454 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2972648 T5454 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375437690922//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 2972657 T5440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2972658 T5440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2972659 T5440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2972661 T5440 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2972662 T5440 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2972662 T5440 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2972663 T5440 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2972664 T5440 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2972665 T5440 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2972687 T5454 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15b8608c lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ea55a03),segFN=segments_1,generation=1}
   [junit4]   2> 2972688 T5454 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2972691 T5470 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2972694 T5440 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2972704 T5407 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2972714 T5454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2972716 T5454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2972717 T5470 oass.SolrIndexSearcher.<init> Opening Searcher@b40a469 main
   [junit4]   2> 2972719 T5454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2972721 T5454 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2972722 T5454 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2972722 T5454 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2972723 T5454 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2972724 T5454 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2972725 T5454 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2972729 T5470 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2972730 T5470 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2972734 T5407 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972735 T5480 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@b40a469 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2972737 T5440 oass.SolrIndexSearcher.<init> Opening Searcher@2b4b0891 main
   [junit4]   2> 2972738 T5470 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 2972739 T5470 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53664 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2972739 T5470 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2972739 T5440 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2972740 T5440 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2972746 T5481 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@2b4b0891 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2972748 T5440 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 2972748 T5440 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53658 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2972749 T5440 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2972759 T5407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972760 T5407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972760 T5407 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2972782 T5454 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2972798 T5407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2972800 T5407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2972800 T5407 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2972801 T5407 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 2972809 T5407 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d36d23
   [junit4]   2> 2972811 T5454 oass.SolrIndexSearcher.<init> Opening Searcher@72fdf4e2 main
   [junit4]   2> 2972814 T5454 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2972815 T5454 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2972821 T5482 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@72fdf4e2 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2972824 T5440 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 2972825 T5407 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 2972830 T5407 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 2972830 T5407 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2972838 T5407 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375437685734//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 2972825 T5470 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 2972839 T5454 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 2972849 T5454 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53661 collection:nodes_used_collection shard:shard2
   [junit4]   2> 2972850 T5454 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2972852 T5407 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6879a2e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27c1bb91),segFN=segments_1,generation=1}
   [junit4]   2> 2972853 T5407 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2972866 T5407 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2972878 T5407 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2972891 T5407 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2972892 T5407 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2972894 T5407 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2972894 T5407 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2972895 T5407 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2972896 T5407 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2972896 T5407 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2972918 T5454 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 2972921 T5407 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2972936 T5470 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2972940 T5407 oass.SolrIndexSearcher.<init> Opening Searcher@5f2431ff main
   [junit4]   2> 2972945 T5407 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2972949 T5407 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2972954 T5470 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2972956 T5470 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 2972956 T5470 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53664/nodes_used_collection_shard1_replica2/
   [junit4]   2> 2972960 T5470 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53664 START replicas=[http://127.0.0.1:53658/nodes_used_collection_shard1_replica1/] nUpdates=100
   [junit4]   2> 2972962 T5470 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53664 DONE.  We have no versions.  sync failed.
   [junit4]   2> 2972963 T5470 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> ASYNC  NEW_CORE C1278 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@319a06c6 url=http://127.0.0.1:53658/nodes_used_collection_shard1_replica1 node=127.0.0.1:53658_ C1278_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{state=down, core=nodes_used_collection_shard1_replica1, node_name=127.0.0.1:53658_, base_url=http://127.0.0.1:53658}
   [junit4]   2> 2972980 T5442 C1278 P53658 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
   [junit4]   2> 2972982 T5483 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5f2431ff main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2972964 T5454 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2972982 T5470 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2972983 T5470 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53664/nodes

[...truncated too long message...]

]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 44 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:579)
   [junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
   [junit4]    > 	... 51 more
   [junit4]   2> 3162874 T5392 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 206672 T5391 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 3163952 T5474 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 3163953 T5474 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 3163954 T5474 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3163954 T5474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3163954 T5474 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_NZ, timezone=America/Pangnirtung
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=1,free=213590192,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsBasicDistributedZkTest, TestFastOutputStream, ShardRoutingCustomTest, ShardRoutingTest, TestCoreDiscovery, TestSolrXmlPersistence, TestQueryTypes, LeaderElectionTest, LeaderElectionIntegrationTest, TestZkChroot, StandardRequestHandlerTest, FileUtilsTest, RAMDirectoryFactoryTest, TestLazyCores, QueryParsingTest, TestFastLRUCache, TestStressReorder, TestCharFilters, TestPropInject, DirectUpdateHandlerTest, DefaultValueUpdateProcessorTest, TestStressRecovery, SolrRequestParserTest, TestReversedWildcardFilterFactory, TestJmxMonitoredMap, TestQueryUtils, SolrCoreCheckLockOnStartupTest, TestDefaultSimilarityFactory, TestCollationKeyRangeQueries, StatsComponentTest, TestFieldTypeResource, TimeZoneUtilsTest, TestCodecSupport, BlockDirectoryTest, PrimUtilsTest, TestUniqueKeyFieldResource, QueryEqualityTest, SuggesterTest, TestBadConfig, ZkNodePropsTest, PathHierarchyTokenizerFactoryTest, TestWordDelimiterFilterFactory, SimpleFacetsTest, TestRandomDVFaceting, TestWriterPerf, TestCollationField, TestAtomicUpdateErrorCases, PreAnalyzedUpdateProcessorTest, TestOmitPositions, ParsingFieldUpdateProcessorsTest, XsltUpdateRequestHandlerTest, UUIDFieldTest, ReturnFieldsTest, SolrTestCaseJ4Test, PrimitiveFieldTypeTest, TestSolrCoreProperties, OpenExchangeRatesOrgProviderTest, MinimalSchemaTest, RegexBoostProcessorTest, DisMaxRequestHandlerTest, UnloadDistributedZkTest, TestPHPSerializedResponseWriter, TestDistributedSearch, SpatialFilterTest, BasicZkTest, BadCopyFieldTest, CSVRequestHandlerTest, BasicDistributedZkTest, QueryElevationComponentTest, TestSolrIndexConfig, FieldAnalysisRequestHandlerTest, TestAddFieldRealTimeGet, TestStressVersions, SolrInfoMBeanTest, TestRemoteStreaming, DirectSolrConnectionTest, TestRangeQuery, TestFunctionQuery, TestCopyFieldCollectionResource, TestPostingsSolrHighlighter, SignatureUpdateProcessorFactoryTest, BlockCacheTest, TestBM25SimilarityFactory, TestFieldResource, StressHdfsTest, HdfsLockFactoryTest, TestDocumentBuilder, ConvertedLegacyTest, TestQuerySenderListener, TestRecoveryHdfs, AutoCommitTest, TestRecovery, TestManagedSchemaFieldResource, TestRealTimeGet, HdfsChaosMonkeySafeLeaderTest, TestComponentsName, SearchHandlerTest, TestPartialUpdateDeduplication, ZkCLITest, TermVectorComponentTest, TestSystemIdResolver, JSONWriterTest, TestSuggestSpellingConverter, HdfsUnloadDistributedZkTest, DocValuesMultiTest, DocumentBuilderTest, InfoHandlerTest, CopyFieldTest, TestDynamicFieldCollectionResource, SampleTest, SuggesterFSTTest, DebugComponentTest, DocumentAnalysisRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestPropInjectDefaults, TestGroupingSearch, CoreAdminHandlerTest, ChaosMonkeyNothingIsSafeTest, TestSchemaVersionResource, MBeansHandlerTest, TestCSVResponseWriter, DeleteShardTest, SolrCmdDistributorTest, TestLMDirichletSimilarityFactory, HdfsBasicDistributedZk2Test, TestShardHandlerFactory, URLClassifyProcessorTest, CircularListTest, TestRandomMergePolicy, AliasIntegrationTest, TestFieldTypeCollectionResource, TestConfig, HighlighterTest, LukeRequestHandlerTest, TestSolrQueryParserResource, TestJmxIntegration, TestLuceneMatchVersion, TestSolrXMLSerializer, TestMergePolicyConfig, MultiTermTest, TestReplicationHandler, TestCoreContainer, CoreMergeIndexesAdminHandlerTest, TestCloudManagedSchema, RequiredFieldsTest, SynonymTokenizerTest, TestFastWriter, PeerSyncTest, TestUpdate, TestAnalyzedSuggestions, FileBasedSpellCheckerTest, DateFieldTest, OverseerTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 207.99s, 1 test, 1 error <<< FAILURES!

[...truncated 497 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 40 ignored (6 assumptions)

Total time: 129 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 680 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/680/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: new_implicit_coll_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: new_implicit_coll_0
	at __randomizedtesting.SeedInfo.seed([6A256956B885ED3B:EBC3E74ECFDA8D07]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1537)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9962 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2652305 T5724 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2652324 T5724 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375411056601
   [junit4]   2> 2652326 T5724 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2652327 T5725 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2652428 T5724 oasc.ZkTestServer.run start zk server on port:53426
   [junit4]   2> 2652434 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2652440 T5731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69e1b18e name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2652441 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2652441 T5724 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2652451 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2652456 T5733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fb45339 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2652457 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2652457 T5724 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2652463 T5724 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2652468 T5724 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2652472 T5724 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2652480 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2652481 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2652495 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2652496 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2652504 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2652505 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2652513 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2652514 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2652520 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2652521 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2652527 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2652528 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2652535 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2652535 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2652544 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2652545 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2652554 T5724 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2652555 T5724 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2653044 T5724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2653057 T5724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53429
   [junit4]   2> 2653058 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2653059 T5724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2653059 T5724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849
   [junit4]   2> 2653060 T5724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/'
   [junit4]   2> 2653109 T5724 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/solr.xml
   [junit4]   2> 2653214 T5724 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2653215 T5724 oasc.CoreContainer.<init> New CoreContainer 822907554
   [junit4]   2> 2653215 T5724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/]
   [junit4]   2> 2653217 T5724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2653217 T5724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2653218 T5724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2653218 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2653218 T5724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2653219 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2653219 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2653220 T5724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2653220 T5724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2653221 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2653247 T5724 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53426/solr
   [junit4]   2> 2653248 T5724 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2653252 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653256 T5744 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d0af381 name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653256 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653261 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2653261 T5726 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1403ce32fe10002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 
   [junit4]   2> 2653279 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653284 T5746 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74942476 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653285 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653289 T5724 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2653302 T5724 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2653311 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2653316 T5724 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53429_
   [junit4]   2> 2653319 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53429_
   [junit4]   2> 2653328 T5724 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2653341 T5724 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2653347 T5724 oasc.Overseer.start Overseer (id=90138939005927427-127.0.0.1:53429_-n_0000000000) starting
   [junit4]   2> 2653360 T5724 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2653370 T5748 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2653373 T5724 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2653378 T5724 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2653382 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2653392 T5724 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849
   [junit4]   2> 2653446 T5747 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2653589 T5724 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/conf/
   [junit4]   2> 2653598 T5724 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2653600 T5724 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2653600 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2653601 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2653620 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 2653623 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2653633 T5751 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70407620 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2653634 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2653637 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2653645 T5724 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 2654115 T5724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2654127 T5724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53433
   [junit4]   2> 2654128 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2654129 T5724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2654129 T5724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921
   [junit4]   2> 2654130 T5724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/'
   [junit4]   2> 2654200 T5724 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/solr.xml
   [junit4]   2> 2654314 T5724 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2654315 T5724 oasc.CoreContainer.<init> New CoreContainer 1394351693
   [junit4]   2> 2654315 T5724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/]
   [junit4]   2> 2654318 T5724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2654318 T5724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2654319 T5724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2654319 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2654320 T5724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2654321 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2654321 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2654322 T5724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2654322 T5724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2654322 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2654342 T5724 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53426/solr
   [junit4]   2> 2654343 T5724 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2654353 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2654354 T5762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f08c46d name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2654355 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2654358 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2654374 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2654378 T5764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@168ab3ad name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2654379 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2654389 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2655399 T5724 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53433_
   [junit4]   2> 2655401 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53433_
   [junit4]   2> 2655406 T5751 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2655408 T5764 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2655411 T5746 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2655425 T5724 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921
   [junit4]   2> 2655581 T5724 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/conf/
   [junit4]   2> 2655588 T5724 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2655589 T5724 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2655590 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2655590 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2656072 T5724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2656078 T5724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53436
   [junit4]   2> 2656079 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2656080 T5724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2656080 T5724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886
   [junit4]   2> 2656081 T5724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886/'
   [junit4]   2> 2656135 T5724 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886/solr.xml
   [junit4]   2> 2656246 T5724 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2656247 T5724 oasc.CoreContainer.<init> New CoreContainer 1261329726
   [junit4]   2> 2656248 T5724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886/]
   [junit4]   2> 2656250 T5724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2656250 T5724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2656251 T5724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2656251 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2656252 T5724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2656252 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2656253 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2656253 T5724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2656254 T5724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2656254 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2656274 T5724 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53426/solr
   [junit4]   2> 2656274 T5724 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2656277 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2656289 T5776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@113594c name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2656293 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2656297 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2656312 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2656318 T5778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29e869b4 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2656319 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2656330 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2657338 T5724 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53436_
   [junit4]   2> 2657344 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53436_
   [junit4]   2> 2657352 T5764 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2657353 T5778 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2657353 T5751 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2657353 T5746 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2657362 T5724 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886
   [junit4]   2> 2657516 T5724 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375411059886/conf/
   [junit4]   2> 2657528 T5724 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2657532 T5724 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2657533 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2657533 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2658025 T5724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2658030 T5724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53439
   [junit4]   2> 2658030 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2658031 T5724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2658035 T5724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828
   [junit4]   2> 2658036 T5724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/'
   [junit4]   2> 2658093 T5724 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/solr.xml
   [junit4]   2> 2658211 T5724 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2658212 T5724 oasc.CoreContainer.<init> New CoreContainer 80147127
   [junit4]   2> 2658213 T5724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/]
   [junit4]   2> 2658216 T5724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2658216 T5724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2658217 T5724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2658217 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2658218 T5724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2658218 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2658219 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2658219 T5724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2658220 T5724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2658220 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2658241 T5724 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53426/solr
   [junit4]   2> 2658242 T5724 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2658246 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2658250 T5790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c23c20a name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2658255 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2658260 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2658279 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2658284 T5792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1050d451 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2658284 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2658293 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2659302 T5724 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53439_
   [junit4]   2> 2659306 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53439_
   [junit4]   2> 2659314 T5792 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2659314 T5764 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2659315 T5778 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2659317 T5746 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2659318 T5751 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2659327 T5724 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828
   [junit4]   2> 2659493 T5724 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/conf/
   [junit4]   2> 2659501 T5724 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2659502 T5724 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2659502 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2659503 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2659975 T5724 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2659983 T5724 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53442
   [junit4]   2> 2659990 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2659991 T5724 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2659991 T5724 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802
   [junit4]   2> 2659992 T5724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/'
   [junit4]   2> 2660040 T5724 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/solr.xml
   [junit4]   2> 2660153 T5724 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2660154 T5724 oasc.CoreContainer.<init> New CoreContainer 1243699624
   [junit4]   2> 2660154 T5724 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/]
   [junit4]   2> 2660156 T5724 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 2660157 T5724 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2660157 T5724 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2660158 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2660158 T5724 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2660158 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2660159 T5724 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2660159 T5724 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2660160 T5724 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2660160 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 2660180 T5724 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53426/solr
   [junit4]   2> 2660181 T5724 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2660189 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2660193 T5804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d9d426f name:ZooKeeperConnection Watcher:127.0.0.1:53426 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2660193 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2660196 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 2660211 T5724 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2660215 T5806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@422c5d18 name:ZooKeeperConnection Watcher:127.0.0.1:53426/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2660216 T5724 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2660224 T5724 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2661234 T5724 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53442_
   [junit4]   2> 2661238 T5724 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53442_
   [junit4]   2> 2661245 T5806 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661245 T5792 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661245 T5746 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661245 T5778 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661249 T5764 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661249 T5751 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2661257 T5724 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802
   [junit4]   2> 2661420 T5724 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/conf/
   [junit4]   2> 2661428 T5724 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2661429 T5724 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2661430 T5724 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2661430 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2661452 T5724 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 2661469 T5756 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 2661474 T5746 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2661477 T5748 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2661477 T5748 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 2662509 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2662512 T5747 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 2662512 T5747 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 2662533 T5778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662533 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662534 T5751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662538 T5806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662541 T5792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662543 T5764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2662597 T5748 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 2662597 T5748 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53439_
   [junit4]   2> 2662598 T5748 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53429_
   [junit4]   2> 2662599 T5748 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53433_
   [junit4]   2> 2662600 T5748 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53442_
   [junit4]   2> 2662615 T5797 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 2662625 T5788 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 2662619 T5741 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 2662628 T5759 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 2662630 T5797 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2662630 T5741 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2662631 T5788 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2662631 T5759 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2664061 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2664067 T5747 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2664069 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53442_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53442"}
   [junit4]   2> 2664082 T5747 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2664083 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53439_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53439"}
   [junit4]   2> 2664092 T5747 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2664092 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53429_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53429"}
   [junit4]   2> 2664100 T5747 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 2664101 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53433_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53433"}
   [junit4]   2> 2664117 T5792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664118 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664118 T5751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664120 T5778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664121 T5806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664121 T5764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2664633 T5797 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 2664634 T5797 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 2664635 T5797 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2
   [junit4]   2> 2664635 T5797 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2664636 T5788 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 2664637 T5788 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 2664637 T5788 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1
   [junit4]   2> 2664638 T5788 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2664639 T5759 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 2664640 T5759 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 2664640 T5759 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1
   [junit4]   2> 2664641 T5759 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2664644 T5797 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2664644 T5797 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2664645 T5788 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2664645 T5788 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2664650 T5797 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2664650 T5797 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2664651 T5788 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2664651 T5788 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2664652 T5741 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 2664663 T5741 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 2664664 T5759 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 2664664 T5759 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 2664664 T5741 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2
   [junit4]   2> 2664665 T5741 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 2664670 T5741 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2664671 T5741 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2664671 T5788 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2664671 T5759 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 2664717 T5759 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 2664718 T5797 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2664721 T5741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 2664737 T5797 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 2664737 T5788 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 2664739 T5759 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 2664742 T5759 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 2664975 T5788 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2664998 T5759 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2665016 T5797 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2665075 T5741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 2665242 T5788 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2665256 T5788 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2665320 T5788 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 2665325 T5741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2665328 T5741 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2665340 T5741 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 2665342 T5797 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2665349 T5797 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2665355 T5759 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2665361 T5797 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 2665385 T5759 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2665400 T5759 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 2667859 T5741 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2667859 T5741 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2667862 T5741 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2667917 T5741 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2667977 T5741 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2668096 T5741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668108 T5741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668132 T5741 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668133 T5788 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668134 T5788 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668135 T5788 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2668144 T5788 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2668146 T5741 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668146 T5741 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668146 T5741 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668155 T5788 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2668159 T5741 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668159 T5741 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668159 T5741 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2668160 T5741 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 2668160 T5741 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed4bf22
   [junit4]   2> 2668162 T5741 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 2668163 T5741 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 2668163 T5741 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2668163 T5759 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668166 T5759 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668166 T5759 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2668164 T5741 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375411056849//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 2668175 T5741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74a04da3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7afe812),segFN=segments_1,generation=1}
   [junit4]   2> 2668176 T5741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2668183 T5741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2668183 T5741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2668184 T5741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2668186 T5741 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2668187 T5741 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2668187 T5741 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2668187 T5741 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2668188 T5741 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2668189 T5741 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2668205 T5797 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668208 T5797 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2668209 T5797 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2668207 T5741 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2668225 T5797 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2668230 T5797 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2668236 T5741 oass.SolrIndexSearcher.<init> Opening Searcher@1e62216b main
   [junit4]   2> 2668246 T5741 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2668248 T5741 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2668252 T5759 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2668256 T5812 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@1e62216b main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2668257 T5759 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2668261 T5741 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 2668262 T5741 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53429 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2668263 T5741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2668276 T5788 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668320 T5788 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668333 T5741 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 2668338 T5788 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668361 T5788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668362 T5788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668362 T5788 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668361 T5759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668372 T5759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668376 T5788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668376 T5788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668377 T5788 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2668378 T5788 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 2668379 T5788 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed4bf22
   [junit4]   2> 2668380 T5788 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 2668381 T5788 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 2668382 T5788 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2668383 T5788 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375411061828//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 2668380 T5759 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668391 T5797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668402 T5797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2668404 T5741 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2668409 T5759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668414 T5759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668415 T5759 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668417 T5788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@549043be lockFactory=org.apache.lucene.store.NativeFSLockFactory@8849f4f),segFN=segments_1,generation=1}
   [junit4]   2> 2668421 T5788 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2668431 T5788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2668432 T5788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2668439 T5788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2668440 T5788 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2668441 T5788 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2668441 T5788 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2668442 T5788 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2668443 T5788 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2668443 T5788 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2668433 T5759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668446 T5759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668446 T5759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2668447 T5759 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 2668447 T5759 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed4bf22
   [junit4]   2> 2668449 T5759 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 2668449 T5759 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 2668449 T5759 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2668451 T5759 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375411057921//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 2668461 T5741 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179988
   [junit4]   2> 2668462 T5797 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668465 T5797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668465 T5797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668466 T5797 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2668472 T5759 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f166cad lockFactory=org.apache.lucene.store.NativeFSLockFactory@7617d295),segFN=segments_1,generation=1}
   [junit4]   2> 2668473 T5759 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2668480 T5797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2668480 T5797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2668481 T5797 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2668482 T5797 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 2668482 T5797 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed4bf22
   [junit4]   2> 2668484 T5797 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 2668484 T5797 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 2668484 T5797 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2668485 T5797 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375411063802//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 2668489 T5759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2668489 T5759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2668490 T5759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2668491 T5759 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2668492 T5759 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2668493 T5759 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2668493 T5759 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2668494 T5759 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2668495 T5759 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2668512 T5759 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2668513 T5788 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2668519 T5797 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d4a2315 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56183c4b),segFN=segments_1,generation=1}
   [junit4]   2> 2668521 T5797 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2668521 T5759 oass.SolrIndexSearcher.<init> Opening Searcher@524cba44 main
   [junit4]   2> 2668523 T5759 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2668523 T5759 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2668527 T5814 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@524cba44 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2668521 T5788 oass.SolrIndexSearcher.<init> Opening Searcher@9e47fc5 main
   [junit4]   2> 2668536 T5788 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2668537 T5788 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2668527 T5797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2668540 T5797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2668541 T5797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2668542 T5797 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2668543 T5797 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2668543 T5797 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2668544 T5813 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@9e47fc5 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2668544 T5759 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 2668545 T5759 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53433 collection:nodes_used_collection shard:shard2
   [junit4]   2> 2668545 T5759 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2668544 T5797 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2668547 T5788 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 2668548 T5788 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53439 collection:nodes_used_collection shard:shard1
   [junit4]   2> 2668548 T5788 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2668548 T5797 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2668551 T5797 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2668575 T5797 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2668584 T5797 oass.SolrIndexSearcher.<init> Opening Searcher@59bca668 main
   [junit4]   2> 2668596 T5797 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2668597 T5797 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2668602 T5759 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 2668604 T5815 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@59bca668 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 2668609 T5797 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 2668609 T5797 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53442 collection:nodes_used_collection shard:shard2
   [junit4]   2> 2668610 T5797 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 2668633 T5759 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2668643 T5759 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2668643 T5759 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 2668644 T5759 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53433/nodes_used_collection_shard2_replica1/
   [junit4]   2> 2668644 T5759 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53433 START replicas=[http://127.0.0.1:53442/nodes_used_collection_shard2_replica2/] nUpdates=100
   [junit4]   2> 2668647 T5759 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53433 DONE.  We have no versions.  sync failed.
   [junit4]   2> 2668648 T5759 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2668648 T5759 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2668648 T5759 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53433/nodes_used_collection_shard2_replica1/ shard2
   [junit4]   2> 2668649 T5759 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
   [junit4]   2> 2668662 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C3279 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@594a5cc6 url=http://127.0.0.1:53442/nodes_used_collection_shard2_replica2 node=127.0.0.1:53442_ C3279_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{state=down, core=nodes_used_collection_shard2_replica2, node_name=127.0.0.1:53442_, base_url=http://127.0.0.1:53442}
   [junit4]   2> 2668668 T5798 C3279 P53442 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 2668700 T5751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2668700 T5778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.j

[...truncated too long message...]

$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2814878 T5806 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2814878 T5806 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2814878 T5806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2814879 T5806 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2814879 T5806 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=MockRandom), id=PostingsFormat(name=NestedPulsing), range_facet_sl=Pulsing41(freqCutoff=17 minBlockSize=39 maxBlockSize=175), a_t=PostingsFormat(name=MockRandom), text=Pulsing41(freqCutoff=17 minBlockSize=39 maxBlockSize=175), range_facet_si=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=SimpleText), a_si=PostingsFormat(name=SimpleText), intDefault=PostingsFormat(name=MockRandom)}, docValues:{}, sim=DefaultSimilarity, locale=zh_TW, timezone=Europe/Vilnius
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=4,free=146351560,total=519438336
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrJ, TestCollationKeyRangeQueries, TestStressReorder, TestIBSimilarityFactory, TestPerFieldSimilarity, ResponseLogComponentTest, ZkControllerTest, FullSolrCloudDistribCmdsTest, TestDefaultSearchFieldResource, TestQuerySenderNoQuery, TestOmitPositions, TestCloudManagedSchema, ChaosMonkeyNothingIsSafeTest, SimpleFacetsTest, ExternalFileFieldSortTest, HdfsRecoveryZkTest, PolyFieldTest, TermsComponentTest, SolrIndexConfigTest, ShowFileRequestHandlerTest, TestSort, TestStressVersions, RAMDirectoryFactoryTest, EchoParamsTest, OverseerTest, ShardSplitTest, RequestHandlersTest, ShardRoutingCustomTest, HdfsDirectoryTest, DocumentAnalysisRequestHandlerTest, RequiredFieldsTest, BasicDistributedZkTest, UUIDFieldTest, DisMaxRequestHandlerTest, ScriptEngineTest, SpellPossibilityIteratorTest, BasicFunctionalityTest, BadCopyFieldTest, TestSuggestSpellingConverter, TestClassNameShortening, SyncSliceTest, DocValuesTest, TestUniqueKeyFieldResource, AutoCommitTest, TestReversedWildcardFilterFactory, TestCloudManagedSchemaAddField, SuggesterWFSTTest, TestStressLucene, FieldAnalysisRequestHandlerTest, TestSolrQueryParserDefaultOperatorResource, IndexBasedSpellCheckerTest, AssignTest, ShardRoutingTest, CacheHeaderTest, SpellingQueryConverterTest, TestQueryTypes, SimplePostToolTest, TestGroupingSearch, UpdateRequestProcessorFactoryTest, TestZkChroot, PathHierarchyTokenizerFactoryTest, URLClassifyProcessorTest, FieldMutatingUpdateProcessorTest, TestFieldCollectionResource, ResourceLoaderTest, TestRandomDVFaceting, TestDistributedSearch, WordBreakSolrSpellCheckerTest, LukeRequestHandlerTest, TestElisionMultitermQuery, DirectUpdateHandlerOptimizeTest, UniqFieldsUpdateProcessorFactoryTest, DirectSolrConnectionTest, ChaosMonkeySafeLeaderTest, TestRecovery, TestQuerySenderListener, TestXIncludeConfig, PrimitiveFieldTypeTest, SolrCoreCheckLockOnStartupTest, DOMUtilTest, TestSolrXmlPersistence, MultiTermTest, SpatialFilterTest, TestCoreDiscovery, MoreLikeThisHandlerTest, AliasIntegrationTest, UpdateParamsTest, TestFaceting, TestLazyCores, TestReplicationHandler, TimeZoneUtilsTest, DistanceFunctionTest, ConvertedLegacyTest, SolrTestCaseJ4Test, TestJmxMonitoredMap, DirectUpdateHandlerTest, TestDynamicFieldCollectionResource, TestLRUCache, QueryResultKeyTest, SuggesterFSTTest, SliceStateTest, TestDynamicFieldResource, TestArbitraryIndexDir, SampleTest, SchemaVersionSpecificBehaviorTest, SignatureUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, CoreMergeIndexesAdminHandlerTest, HdfsBasicDistributedZk2Test, TestFuzzyAnalyzedSuggestions, TestLFUCache, LeaderElectionIntegrationTest, TestSurroundQueryParser, BinaryUpdateRequestHandlerTest, DistributedTermsComponentTest, BlockDirectoryTest, CachingDirectoryFactoryTest, CircularListTest, TestExtendedDismaxParser, StandardRequestHandlerTest, TestDFRSimilarityFactory, TestAnalyzedSuggestions, AlternateDirectoryTest, HdfsUnloadDistributedZkTest, TestRandomMergePolicy, IndexSchemaRuntimeFieldTest, XsltUpdateRequestHandlerTest, SolrInfoMBeanTest, TestWordDelimiterFilterFactory, TestPseudoReturnFields, AnalysisAfterCoreReloadTest, JsonLoaderTest, ZkNodePropsTest, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, SearchHandlerTest, TestAtomicUpdateErrorCases, SuggesterTSTTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestRTGBase, TestManagedSchema, BadComponentTest, TestMergePolicyConfig, TestLMJelinekMercerSimilarityFactory, FileUtilsTest, TestRecoveryHdfs, SOLR749Test, TestPropInjectDefaults, TermVectorComponentDistributedTest, QueryElevationComponentTest, ClusterStateUpdateTest, TestJoin, DateFieldTest, CurrencyFieldXmlFileTest, TestStressRecovery, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 162.67s, 1 test, 1 error <<< FAILURES!

[...truncated 491 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 39 ignored (5 assumptions)

Total time: 113 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 679 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/679/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:51828

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:51828
	at __randomizedtesting.SeedInfo.seed([CD31B142BBEC947C:4CD73F5ACCB3F440]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:51828 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 45 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 52 more




Build Log:
[...truncated 9643 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 813767 T1233 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 813777 T1233 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375373390906
   [junit4]   2> 813779 T1233 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 813781 T1234 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 813887 T1233 oasc.ZkTestServer.run start zk server on port:51818
   [junit4]   2> 813888 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 813900 T1240 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74ff532a name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 813900 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 813901 T1233 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 813913 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 813920 T1242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@774fd416 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 813921 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 813921 T1233 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 813930 T1233 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 813938 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 813948 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 813959 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 813960 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 813971 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 813972 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 813980 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 813981 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 813989 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 813990 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 813997 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 813998 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 814006 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 814007 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 814015 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 814016 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 814023 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 814024 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 814031 T1233 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 814032 T1233 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 814535 T1233 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 814546 T1233 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51821
   [junit4]   2> 814548 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 814548 T1233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 814549 T1233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171
   [junit4]   2> 814549 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/'
   [junit4]   2> 814597 T1233 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/solr.xml
   [junit4]   2> 814707 T1233 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 814713 T1233 oasc.CoreContainer.<init> New CoreContainer 751358193
   [junit4]   2> 814714 T1233 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/]
   [junit4]   2> 814716 T1233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 814716 T1233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 814717 T1233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 814717 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 814720 T1233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 814724 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 814725 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 814725 T1233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 814726 T1233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 814726 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 814746 T1233 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51818/solr
   [junit4]   2> 814747 T1233 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 814753 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 814756 T1253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40b8e892 name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 814756 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 814760 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 814778 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 814783 T1255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c4ba42b name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 814784 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 814788 T1233 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 814806 T1233 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 814815 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 814820 T1233 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51821_
   [junit4]   2> 814823 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51821_
   [junit4]   2> 814831 T1233 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 814848 T1233 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 814854 T1233 oasc.Overseer.start Overseer (id=90136470547070979-127.0.0.1:51821_-n_0000000000) starting
   [junit4]   2> 814871 T1233 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 814894 T1257 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 814900 T1233 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 814906 T1233 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 814911 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 814922 T1233 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171
   [junit4]   2> 814938 T1256 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 815088 T1233 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/conf/
   [junit4]   2> 815096 T1233 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 815097 T1233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 815098 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 815098 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 815118 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 815127 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 815133 T1260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c163c00 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 815133 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 815140 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 815147 T1233 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 815659 T1233 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 815665 T1233 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51825
   [junit4]   2> 815667 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 815667 T1233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 815668 T1233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275
   [junit4]   2> 815668 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/'
   [junit4]   2> 815719 T1233 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/solr.xml
   [junit4]   2> 815886 T1233 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 815887 T1233 oasc.CoreContainer.<init> New CoreContainer 714627516
   [junit4]   2> 815888 T1233 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/]
   [junit4]   2> 815892 T1233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 815893 T1233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 815894 T1233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 815895 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 815896 T1233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 815897 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 815898 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 815898 T1233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 815899 T1233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 815900 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 815932 T1233 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51818/solr
   [junit4]   2> 815933 T1233 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 815943 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 815949 T1271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d01c2fe name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 815950 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 815955 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 815982 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 815987 T1273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31a45081 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 815988 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 816002 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 817018 T1233 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51825_
   [junit4]   2> 817021 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51825_
   [junit4]   2> 817032 T1273 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 817043 T1260 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 817049 T1233 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275
   [junit4]   2> 817054 T1255 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 817219 T1233 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/conf/
   [junit4]   2> 817226 T1233 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 817227 T1233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 817227 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 817228 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 817758 T1233 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 817767 T1233 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51828
   [junit4]   2> 817768 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 817769 T1233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 817769 T1233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376
   [junit4]   2> 817770 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376/'
   [junit4]   2> 817820 T1233 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376/solr.xml
   [junit4]   2> 817940 T1233 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 817940 T1233 oasc.CoreContainer.<init> New CoreContainer 845862419
   [junit4]   2> 817941 T1233 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376/]
   [junit4]   2> 817943 T1233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 817943 T1233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 817945 T1233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 817947 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 817950 T1233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 817950 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 817953 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 817954 T1233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 817955 T1233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 817956 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 817976 T1233 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51818/solr
   [junit4]   2> 817977 T1233 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 817978 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 817983 T1285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5211b37c name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 817983 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 817988 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 818007 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 818011 T1287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@708b3533 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 818011 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 818022 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 819034 T1233 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51828_
   [junit4]   2> 819056 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51828_
   [junit4]   2> 819069 T1273 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 819070 T1260 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 819080 T1255 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 819081 T1287 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 819091 T1233 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376
   [junit4]   2> 819298 T1233 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373394376/conf/
   [junit4]   2> 819312 T1233 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 819320 T1233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 819321 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 819321 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 819940 T1233 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 819946 T1233 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51831
   [junit4]   2> 819948 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 819948 T1233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 819949 T1233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471
   [junit4]   2> 819950 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/'
   [junit4]   2> 819997 T1233 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/solr.xml
   [junit4]   2> 820128 T1233 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 820129 T1233 oasc.CoreContainer.<init> New CoreContainer 339673490
   [junit4]   2> 820130 T1233 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/]
   [junit4]   2> 820132 T1233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 820133 T1233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 820133 T1233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 820134 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 820134 T1233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 820135 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 820135 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 820136 T1233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 820136 T1233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 820137 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 820158 T1233 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51818/solr
   [junit4]   2> 820159 T1233 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 820161 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 820167 T1299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d20bb5a name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 820168 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 820174 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 820202 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 820208 T1301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29733df7 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 820209 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 820221 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 821232 T1233 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51831_
   [junit4]   2> 821235 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51831_
   [junit4]   2> 821244 T1260 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 821246 T1287 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 821246 T1301 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 821246 T1273 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 821246 T1255 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 821257 T1233 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471
   [junit4]   2> 821432 T1233 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/conf/
   [junit4]   2> 821440 T1233 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 821441 T1233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 821442 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 821442 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 821966 T1233 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 821974 T1233 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51834
   [junit4]   2> 821975 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 821976 T1233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 821976 T1233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590
   [junit4]   2> 821977 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/'
   [junit4]   2> 822018 T1233 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/solr.xml
   [junit4]   2> 822130 T1233 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 822130 T1233 oasc.CoreContainer.<init> New CoreContainer 763070898
   [junit4]   2> 822131 T1233 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/]
   [junit4]   2> 822133 T1233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 822133 T1233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 822134 T1233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 822134 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 822135 T1233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 822135 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 822135 T1233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 822136 T1233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 822136 T1233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 822137 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 822161 T1233 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51818/solr
   [junit4]   2> 822161 T1233 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 822166 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 822171 T1313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ed73b31 name:ZooKeeperConnection Watcher:127.0.0.1:51818 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 822171 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 822176 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 822195 T1233 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 822200 T1315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197a03f0 name:ZooKeeperConnection Watcher:127.0.0.1:51818/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 822201 T1233 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 822213 T1233 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 823222 T1233 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51834_
   [junit4]   2> 823224 T1233 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51834_
   [junit4]   2> 823238 T1315 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823239 T1260 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823239 T1301 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823239 T1287 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823240 T1255 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823250 T1273 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 823263 T1233 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590
   [junit4]   2> 823418 T1233 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/conf/
   [junit4]   2> 823426 T1233 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 823427 T1233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 823427 T1233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 823428 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 823451 T1233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 823507 T1264 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 823512 T1255 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 823516 T1255 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 823516 T1257 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 823517 T1257 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 823984 T1256 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 823985 T1256 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 823985 T1256 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 824001 T1315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824002 T1287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824002 T1301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824002 T1255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824002 T1260 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824002 T1273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 824030 T1257 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 824030 T1257 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51825_
   [junit4]   2> 824031 T1257 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51821_
   [junit4]   2> 824032 T1257 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51831_
   [junit4]   2> 824032 T1257 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51834_
   [junit4]   2> 824064 T1251 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 824064 T1311 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 824066 T1296 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 824067 T1266 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 824070 T1311 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 824071 T1251 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 824073 T1296 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 824073 T1266 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 825524 T1256 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 825529 T1256 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 825529 T1256 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51834_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51834"}
   [junit4]   2> 825538 T1256 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 825538 T1256 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51821_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51821"}
   [junit4]   2> 825546 T1256 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 825546 T1256 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51831_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51831"}
   [junit4]   2> 825560 T1256 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 825560 T1256 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51825_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51825"}
   [junit4]   2> 825572 T1287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 825573 T1301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 825573 T1255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 825573 T1273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 825573 T1260 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 825573 T1315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 826073 T1311 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 826074 T1251 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 826076 T1296 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 826077 T1251 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 826076 T1266 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 826074 T1311 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 826078 T1311 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2
   [junit4]   2> 826079 T1311 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 826077 T1251 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2
   [junit4]   2> 826079 T1251 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 826077 T1296 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 826080 T1296 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1
   [junit4]   2> 826081 T1296 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 826078 T1266 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 826082 T1266 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1
   [junit4]   2> 826082 T1266 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 826082 T1311 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 826083 T1311 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 826084 T1251 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 826084 T1251 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 826085 T1296 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 826085 T1266 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 826086 T1266 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 826086 T1296 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 826090 T1311 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 826090 T1251 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 826091 T1251 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 826090 T1311 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 826092 T1266 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 826092 T1266 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 826093 T1296 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 826094 T1296 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 826100 T1266 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 826102 T1251 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 826102 T1311 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 826105 T1296 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 826107 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 826123 T1251 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 826123 T1311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 826141 T1296 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 826344 T1251 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 826346 T1311 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 826358 T1296 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 826364 T1266 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 826548 T1251 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 826594 T1251 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 826609 T1266 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 826612 T1311 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 826620 T1296 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 826626 T1311 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 826628 T1251 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 826636 T1296 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 826636 T1266 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 826655 T1311 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 826680 T1296 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 826681 T1266 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 829051 T1266 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829062 T1266 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829064 T1266 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 829055 T1311 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829066 T1311 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829067 T1311 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 829090 T1266 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 829095 T1266 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 829098 T1311 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 829113 T1311 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 829127 T1296 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829128 T1296 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829129 T1296 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 829137 T1251 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829145 T1251 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 829148 T1251 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 829157 T1296 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 829169 T1251 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 829178 T1251 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 829183 T1296 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 829232 T1311 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829235 T1266 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829249 T1311 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829261 T1266 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829277 T1266 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829280 T1311 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829288 T1266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829288 T1266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829289 T1266 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829289 T1311 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829290 T1311 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829290 T1311 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829299 T1266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829299 T1266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829300 T1266 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 829301 T1266 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 829303 T1266 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bbd1a5
   [junit4]   2> 829309 T1311 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829314 T1311 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829315 T1311 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 829314 T1266 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 829317 T1266 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 829321 T1266 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 829334 T1266 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373392275//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 829319 T1311 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 829336 T1311 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bbd1a5
   [junit4]   2> 829340 T1311 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 829340 T1311 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 829341 T1311 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 829342 T1311 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373398590//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 829343 T1266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@93b12bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f06be54),segFN=segments_1,generation=1}
   [junit4]   2> 829344 T1266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 829354 T1311 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29e4fdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6cf1041),segFN=segments_1,generation=1}
   [junit4]   2> 829354 T1311 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 829365 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829368 T1311 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 829368 T1311 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 829369 T1311 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 829370 T1311 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 829372 T1266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 829372 T1266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 829375 T1266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 829376 T1266 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 829378 T1266 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 829379 T1266 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 829380 T1266 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 829381 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 829381 T1266 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 829373 T1311 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 829394 T1311 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 829395 T1311 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 829396 T1311 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 829396 T1311 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 829401 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 829401 T1311 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 829413 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829421 T1311 oass.SolrIndexSearcher.<init> Opening Searcher@6011da14 main
   [junit4]   2> 829423 T1311 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 829424 T1311 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 829435 T1266 oass.SolrIndexSearcher.<init> Opening Searcher@5aa526f4 main
   [junit4]   2> 829441 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829442 T1322 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6011da14 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 829447 T1311 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 829447 T1311 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51834 collection:nodes_used_collection shard:shard2
   [junit4]   2> 829448 T1311 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 829441 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 829468 T1266 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 829468 T1266 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 829477 T1251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829479 T1311 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 829480 T1321 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@5aa526f4 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 829484 T1266 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 829484 T1266 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51825 collection:nodes_used_collection shard:shard1
   [junit4]   2> 829485 T1266 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 829488 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829502 T1251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829503 T1251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829503 T1251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829508 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829514 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829515 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 829520 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829520 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829521 T1296 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 829521 T1296 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 829522 T1296 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bbd1a5
   [junit4]   2> 829523 T1296 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 829523 T1296 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 829524 T1296 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 829524 T1296 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373396471//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 829526 T1266 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 829529 T1251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 829530 T1251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 829530 T1251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 829531 T1251 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 829531 T1251 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bbd1a5
   [junit4]   2> 829533 T1251 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 829533 T1251 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 829534 T1251 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 829534 T1296 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cbe2d6c lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e9d224),segFN=segments_1,generation=1}
   [junit4]   2> 829535 T1296 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 829534 T1251 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373391171//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 829544 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 829545 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 829546 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 829548 T1296 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 829549 T1296 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 829549 T1296 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 829550 T1296 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 829552 T1296 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 829553 T1296 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 829564 T1251 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@df6f0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70a36273),segFN=segments_1,generation=1}
   [junit4]   2> 829567 T1251 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 829580 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 829581 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 829583 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 829584 T1251 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 829585 T1251 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 829585 T1251 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 829585 T1251 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 829586 T1296 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 829586 T1251 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 829587 T1251 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 829593 T1311 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 829594 T1251 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 829601 T1266 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 829602 T1296 oass.SolrIndexSearcher.<init> Opening Searcher@26c0f0df main
   [junit4]   2> 829604 T1296 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 829604 T1296 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 829609 T1324 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@26c0f0df main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 829611 T1251 oass.SolrIndexSearcher.<init> Opening Searcher@29a1ffa main
   [junit4]   2> 829612 T1251 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 829613 T1251 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 829614 T1296 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 829615 T1296 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51831 collection:nodes_used_collection shard:shard2
   [junit4]   2> 829616 T1296 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 829635 T1323 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@29a1ffa main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 829636 T1311 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179983
   [junit4]   2> 829639 T1251 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 829640 T1251 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51821 collection:nodes_used_collection shard:shard1
   [junit4]   2> 829640 T1251 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 829646 T1266 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179991
   [junit4]   2> 830141 T1256 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 830158 T1311 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 830161 T1311 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 830162 T1311 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51834/nodes_used_collection_shard2_replica2/
   [junit4]   2> 830163 T1311 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51834 START replicas=[http://127.0.0.1:51831/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 830160 T1266 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 830165 T1266 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 830167 T1266 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51825/nodes_used_collection_shard1_replica1/
   [junit4]   2> 830167 T1266 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51825 START replicas=[http://127.0.0.1:51821/nodes_used_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 830167 T1311 oasu.PeerSync.sync Pee

[...truncated too long message...]

18284 T1315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1018285 T1315 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1018285 T1315 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1018286 T1315 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1018287 T1315 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1018287 T1315 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1018288 T1315 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71), range_facet_l=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71), id=MockFixedIntBlock(blockSize=1285), range_facet_sl=PostingsFormat(name=MockRandom), a_t=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71), text=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Memory doPackFST= false), _version_=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71), other_tl1=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71), multiDefault=PostingsFormat(name=Memory doPackFST= false), a_si=PostingsFormat(name=Memory doPackFST= false), intDefault=Pulsing41(freqCutoff=1 minBlockSize=13 maxBlockSize=71)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=mk_MK, timezone=Europe/Luxembourg
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=1,free=175207936,total=347537408
   [junit4]   2> NOTE: All tests run in this JVM: [CoreContainerCoreInitFailuresTest, SystemInfoHandlerTest, ZkSolrClientTest, SyncSliceTest, BlockDirectoryTest, OverseerCollectionProcessorTest, DirectSolrSpellCheckerTest, HdfsBasicDistributedZk2Test, SpellingQueryConverterTest, TestSolrCoreProperties, TestReloadAndDeleteDocs, JSONWriterTest, TestPhraseSuggestions, TestQuerySenderListener, TestHashPartitioner, DirectSolrConnectionTest, ReturnFieldsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestMultiCoreConfBootstrap, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestUtils, LukeRequestHandlerTest, FullSolrCloudDistribCmdsTest, RequiredFieldsTest, TestStressVersions, SliceStateUpdateTest, CurrencyFieldOpenExchangeTest, PolyFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, BasicZkTest, QueryResultKeyTest, SoftAutoCommitTest, TestJmxMonitoredMap, PluginInfoTest, TestSerializedLuceneMatchVersion, TestLuceneMatchVersion, InfoHandlerTest, SuggesterWFSTTest, TestSolrXMLSerializer, ShardRoutingCustomTest, TestPostingsSolrHighlighter, TestExtendedDismaxParser, SpellPossibilityIteratorTest, TestElisionMultitermQuery, HdfsRecoveryZkTest, TestCopyFieldCollectionResource, TestXIncludeConfig, TestSolrDeletionPolicy2, LeaderElectionIntegrationTest, QueryEqualityTest, TestPropInjectDefaults, PathHierarchyTokenizerFactoryTest, DateMathParserTest, SuggesterFSTTest, TestArbitraryIndexDir, TestSurroundQueryParser, TestRangeQuery, TestSolrQueryParserDefaultOperatorResource, TestIndexSearcher, TestPerFieldSimilarity, TestDistributedSearch, SpellCheckComponentTest, ExternalFileFieldSortTest, TestSolrIndexConfig, TestSolrDeletionPolicy1, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 204.62s, 1 test, 1 error <<< FAILURES!

[...truncated 783 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 39 ignored (5 assumptions)

Total time: 117 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 678 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/678/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server refused connection at: http://127.0.0.1:51842/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:51842/_
	at __randomizedtesting.SeedInfo.seed([26B5C86FBC165370:A7534677CB49334C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:51842 refused
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 45 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 52 more




Build Log:
[...truncated 9516 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 541870 T1181 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/
   [junit4]   2> 541879 T1181 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375350468080
   [junit4]   2> 541881 T1181 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 541882 T1182 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 541983 T1181 oasc.ZkTestServer.run start zk server on port:51835
   [junit4]   2> 541985 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541992 T1188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30e11c93 name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541993 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541994 T1181 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 542011 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542016 T1190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@602db45d name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542016 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542017 T1181 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 542026 T1181 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 542034 T1181 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 542039 T1181 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 542047 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 542048 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 542065 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 542066 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 542076 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 542077 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 542084 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 542085 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 542092 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 542093 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 542102 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542108 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542118 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542119 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542126 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 542127 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 542134 T1181 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 542135 T1181 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 542624 T1181 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 542630 T1181 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51838
   [junit4]   2> 542631 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 542631 T1181 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 542633 T1181 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345
   [junit4]   2> 542638 T1181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/'
   [junit4]   2> 542678 T1181 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/solr.xml
   [junit4]   2> 542800 T1181 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 542802 T1181 oasc.CoreContainer.<init> New CoreContainer 1344324054
   [junit4]   2> 542803 T1181 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/]
   [junit4]   2> 542805 T1181 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 542806 T1181 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 542806 T1181 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 542807 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 542807 T1181 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 542808 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 542808 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 542809 T1181 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 542809 T1181 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 542810 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 542835 T1181 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51835/solr
   [junit4]   2> 542835 T1181 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 542837 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542841 T1201 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a85a2cf name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542842 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542846 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 542863 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 542868 T1203 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a6f65e3 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542869 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 542874 T1181 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 542883 T1181 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 542890 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 542895 T1181 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51838__
   [junit4]   2> 542897 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51838__
   [junit4]   2> 542909 T1181 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 542924 T1181 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 542931 T1181 oasc.Overseer.start Overseer (id=90134968276615171-127.0.0.1:51838__-n_0000000000) starting
   [junit4]   2> 542938 T1181 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 542950 T1204 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 542959 T1205 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 542963 T1181 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 542969 T1181 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 542980 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 542991 T1181 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345
   [junit4]   2> 543160 T1181 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/conf/
   [junit4]   2> 543171 T1181 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 543172 T1181 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 543173 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 543173 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 543191 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 543193 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 543197 T1208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64b24905 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543198 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 543202 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 543208 T1181 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 543694 T1181 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 543701 T1181 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51842
   [junit4]   2> 543702 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 543704 T1181 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 543704 T1181 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409
   [junit4]   2> 543705 T1181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/'
   [junit4]   2> 543755 T1181 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/solr.xml
   [junit4]   2> 543876 T1181 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 543877 T1181 oasc.CoreContainer.<init> New CoreContainer 1478275605
   [junit4]   2> 543878 T1181 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/]
   [junit4]   2> 543883 T1181 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 543883 T1181 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 543884 T1181 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 543884 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 543885 T1181 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 543885 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 543886 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 543886 T1181 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 543887 T1181 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 543887 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 543911 T1181 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51835/solr
   [junit4]   2> 543912 T1181 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 543914 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 543919 T1219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6790055f name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543920 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 543925 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 543941 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 543946 T1221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e2d3a5 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543947 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 543958 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 544972 T1181 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51842__
   [junit4]   2> 544975 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51842__
   [junit4]   2> 544993 T1181 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409
   [junit4]   2> 545011 T1203 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 545012 T1221 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 545012 T1208 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 545143 T1181 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/conf/
   [junit4]   2> 545152 T1181 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 545153 T1181 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 545154 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 545154 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 545637 T1181 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 545646 T1181 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51845
   [junit4]   2> 545648 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 545649 T1181 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 545649 T1181 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373
   [junit4]   2> 545650 T1181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/'
   [junit4]   2> 545701 T1181 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/solr.xml
   [junit4]   2> 545809 T1181 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 545810 T1181 oasc.CoreContainer.<init> New CoreContainer 1029886589
   [junit4]   2> 545811 T1181 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/]
   [junit4]   2> 545813 T1181 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 545814 T1181 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 545815 T1181 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 545815 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 545816 T1181 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 545816 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 545817 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 545817 T1181 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 545818 T1181 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 545818 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 545841 T1181 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51835/solr
   [junit4]   2> 545842 T1181 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 545845 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 545850 T1233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73ed9c00 name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545850 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 545855 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 545877 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 545881 T1235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aabd543 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545884 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 545895 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 546905 T1181 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51845__
   [junit4]   2> 546909 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51845__
   [junit4]   2> 546921 T1203 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 546921 T1221 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 546921 T1208 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 546927 T1235 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 546931 T1181 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373
   [junit4]   2> 547099 T1181 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/conf/
   [junit4]   2> 547106 T1181 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 547107 T1181 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 547108 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 547109 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 547560 T1181 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 547566 T1181 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51848
   [junit4]   2> 547567 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 547568 T1181 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 547568 T1181 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327
   [junit4]   2> 547569 T1181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/'
   [junit4]   2> 547616 T1181 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/solr.xml
   [junit4]   2> 547724 T1181 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 547724 T1181 oasc.CoreContainer.<init> New CoreContainer 1327507935
   [junit4]   2> 547725 T1181 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/]
   [junit4]   2> 547727 T1181 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 547727 T1181 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 547728 T1181 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 547728 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 547729 T1181 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 547729 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 547730 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 547730 T1181 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 547733 T1181 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 547737 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 547757 T1181 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51835/solr
   [junit4]   2> 547757 T1181 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 547759 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 547763 T1247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7897fc43 name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 547763 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 547767 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 547784 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 547788 T1249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5eade065 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 547789 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 547799 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 548815 T1181 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51848__
   [junit4]   2> 548819 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51848__
   [junit4]   2> 548830 T1221 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 548830 T1235 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 548831 T1208 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 548835 T1249 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 548836 T1203 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 548843 T1181 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327
   [junit4]   2> 548989 T1181 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/conf/
   [junit4]   2> 548996 T1181 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 549003 T1181 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 549003 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 549004 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 549449 T1181 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 549456 T1181 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51851
   [junit4]   2> 549457 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 549457 T1181 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 549458 T1181 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223
   [junit4]   2> 549458 T1181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223/'
   [junit4]   2> 549503 T1181 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223/solr.xml
   [junit4]   2> 549606 T1181 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 549607 T1181 oasc.CoreContainer.<init> New CoreContainer 956722903
   [junit4]   2> 549607 T1181 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223/]
   [junit4]   2> 549609 T1181 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 549610 T1181 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 549611 T1181 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 549611 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 549612 T1181 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 549612 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 549613 T1181 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 549613 T1181 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 549614 T1181 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 549614 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 549632 T1181 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51835/solr
   [junit4]   2> 549633 T1181 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 549636 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 549640 T1261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fb40f94 name:ZooKeeperConnection Watcher:127.0.0.1:51835 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 549640 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 549645 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 549661 T1181 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 549671 T1263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e70117 name:ZooKeeperConnection Watcher:127.0.0.1:51835/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 549672 T1181 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 549685 T1181 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 550697 T1181 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51851__
   [junit4]   2> 550700 T1181 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51851__
   [junit4]   2> 550711 T1249 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550714 T1203 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550714 T1221 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550715 T1263 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550715 T1235 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550716 T1208 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 550726 T1181 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223
   [junit4]   2> 550920 T1181 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375350475223/conf/
   [junit4]   2> 550932 T1181 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 550933 T1181 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 550934 T1181 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 550935 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 550972 T1181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 551011 T1212 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 551019 T1203 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 551026 T1205 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 551027 T1205 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 552031 T1204 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 552034 T1204 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 552034 T1204 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 552048 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552049 T1221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552050 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552051 T1203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552052 T1208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552052 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 552152 T1205 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 552152 T1205 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51838__
   [junit4]   2> 552153 T1205 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51845__
   [junit4]   2> 552154 T1205 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51842__
   [junit4]   2> 552156 T1205 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51848__
   [junit4]   2> 552177 T1215 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 552177 T1199 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 552179 T1230 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 552181 T1243 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 552184 T1230 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 552186 T1243 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 552186 T1215 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 552187 T1199 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 553581 T1204 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 553585 T1204 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 553586 T1204 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51845__",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51845/_"}
   [junit4]   2> 553602 T1204 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 553604 T1204 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51848__",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51848/_"}
   [junit4]   2> 553620 T1204 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 553621 T1204 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51842__",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51842/_"}
   [junit4]   2> 553635 T1204 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 553636 T1204 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51838__",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51838/_"}
   [junit4]   2> 553648 T1263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 553649 T1203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 553649 T1208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 553657 T1249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 553657 T1221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 553658 T1235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 554188 T1230 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 554188 T1243 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 554190 T1243 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 554191 T1243 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2
   [junit4]   2> 554191 T1243 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 554190 T1199 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 554190 T1215 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 554193 T1199 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 554193 T1199 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1
   [junit4]   2> 554194 T1199 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 554190 T1230 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 554195 T1230 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2
   [junit4]   2> 554196 T1230 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 554194 T1243 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 554193 T1215 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 554198 T1215 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1
   [junit4]   2> 554198 T1215 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 554197 T1243 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 554195 T1199 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 554200 T1199 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 554199 T1230 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 554201 T1230 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 554203 T1215 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 554203 T1215 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 554206 T1243 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 554207 T1243 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 554209 T1230 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 554210 T1230 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 554211 T1199 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 554211 T1199 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 554213 T1215 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 554214 T1215 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 554230 T1243 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 554232 T1199 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 554233 T1230 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 554235 T1215 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 554239 T1243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 554239 T1199 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 554239 T1230 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 554245 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 554503 T1215 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 554520 T1199 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 554561 T1230 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 554577 T1243 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 554728 T1199 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 554749 T1230 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 554760 T1199 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 554766 T1215 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 554794 T1243 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 554795 T1215 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 554803 T1199 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 554809 T1230 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 554829 T1215 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 554847 T1243 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 554879 T1230 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 554895 T1243 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 557817 T1199 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 557818 T1199 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 557819 T1199 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 557830 T1199 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 557891 T1199 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 557922 T1215 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 557923 T1215 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 557927 T1215 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 557961 T1215 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 557977 T1215 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 558068 T1230 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 558069 T1230 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 558070 T1230 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 558092 T1230 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 558129 T1230 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 558132 T1243 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 558133 T1243 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 558135 T1243 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 558159 T1199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558177 T1199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558184 T1243 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 558221 T1243 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 558231 T1199 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558253 T1215 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558254 T1199 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558254 T1199 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558255 T1199 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558283 T1215 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558287 T1199 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558287 T1199 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558288 T1199 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 558288 T1199 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 558305 T1215 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558306 T1199 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d0cb8f4
   [junit4]   2> 558320 T1215 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558320 T1215 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558321 T1215 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558321 T1199 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 558325 T1199 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 558326 T1199 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 558331 T1215 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558332 T1215 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558332 T1215 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 558331 T1199 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375350468345//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 558333 T1215 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 558334 T1215 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d0cb8f4
   [junit4]   2> 558336 T1215 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 558336 T1215 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 558337 T1215 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 558337 T1215 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375350469409//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 558339 T1230 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558357 T1230 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558360 T1215 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2eed32df lockFactory=org.apache.lucene.store.NativeFSLockFactory@461c2fab),segFN=segments_1,generation=1}
   [junit4]   2> 558360 T1215 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 558372 T1215 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 558375 T1215 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 558376 T1215 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 558377 T1215 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 558379 T1215 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 558380 T1215 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 558381 T1215 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 558383 T1215 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 558385 T1199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d66d67e lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d6ab39),segFN=segments_1,generation=1}
   [junit4]   2> 558385 T1199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 558393 T1199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 558394 T1199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 558385 T1215 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 558397 T1199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 558399 T1199 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 558409 T1199 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 558409 T1199 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 558410 T1199 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 558411 T1199 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 558412 T1199 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 558412 T1215 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 558414 T1199 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 558404 T1230 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558437 T1243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558439 T1230 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558440 T1230 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558441 T1230 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558446 T1199 oass.SolrIndexSearcher.<init> Opening Searcher@186a461c main
   [junit4]   2> 558449 T1199 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 558449 T1199 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 558466 T1270 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@186a461c main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 558467 T1199 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 558468 T1199 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51838/_ collection:nodes_used_collection shard:shard1
   [junit4]   2> 558469 T1199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 558478 T1215 oass.SolrIndexSearcher.<init> Opening Searcher@5d19c96 main
   [junit4]   2> 558481 T1215 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 558481 T1215 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 558487 T1269 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5d19c96 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 558490 T1243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 558492 T1230 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558492 T1230 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558493 T1230 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 558494 T1230 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 558494 T1230 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d0cb8f4
   [junit4]   2> 558496 T1230 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 558496 T1230 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 558497 T1230 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 558500 T1230 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375350471373//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 558498 T1215 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 558501 T1215 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51842/_ collection:nodes_used_collection shard:shard2
   [junit4]   2> 558501 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 558525 T1243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558527 T1199 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 558528 T1215 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 558530 T1243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558530 T1243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558533 T1243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 558543 T1243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 558544 T1243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 558545 T1243 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 558545 T1243 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 558546 T1243 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d0cb8f4
   [junit4]   2> 558547 T1243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 558547 T1243 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 558548 T1243 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 558549 T1243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375350473327//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 558544 T1230 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b7c0e2b lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b8a37f9),segFN=segments_1,generation=1}
   [junit4]   2> 558551 T1230 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 558558 T1230 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 558559 T1230 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 558563 T1230 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 558564 T1230 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 558565 T1230 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 558566 T1230 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 558567 T1230 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 558568 T1230 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 558568 T1230 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 558584 T1230 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 558589 T1243 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32ab33ed lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eb65c07),segFN=segments_1,generation=1}
   [junit4]   2> 558589 T1243 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 558605 T1243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 558609 T1243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 558610 T1243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 558613 T1243 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 558614 T1243 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 558615 T1243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 558615 T1243 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 558616 T1243 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 558617 T1243 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 558621 T1230 oass.SolrIndexSearcher.<init> Opening Searcher@800f0e0 main
   [junit4]   2> 558624 T1230 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 558624 T1230 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 558634 T1271 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@800f0e0 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 558638 T1199 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 558642 T1243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 558649 T1230 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 558649 T1230 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51845/_ collection:nodes_used_collection shard:shard1
   [junit4]   2> 558650 T1230 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 558672 T1215 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 558673 T1243 oass.SolrIndexSearcher.<init> Opening Searcher@73a0412b main
   [junit4]   2> 558687 T1243 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 558688 T1243 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 558692 T1272 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@73a0412b main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 558698 T1243 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 558699 T1243 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51848/_ collection:nodes_used_collection shard:shard2
   [junit4]   2> 558700 T1243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 558717 T1199 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179983
   [junit4]   2> 558720 T1215 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179996
   [junit4]   2> 559221 T1199 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 559222 T1199 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 559223 T1199 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51838/_/nodes_used_collection_shard1_replica1/
   [junit4]   2> 559223 T1215 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 559225 T1215 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 559225 T1215 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51842/_/nodes_used_collection_shard2_replica1/
   [junit4]   2> 559224 T1199 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51838/_ START replicas=[http://127.0.0.1:51845/_/nodes_used_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 559226 T1215 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51842/_ START replicas=[http://127.0.0.1:51848/_/nodes_used_collection_shard2_replica2/] nUpdates=100
   [junit4]   2> 559227 T1199 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51838/_ DONE.  We have no versions.  sync failed.
   [junit4]   2> 559229 T1199 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, mov

[...truncated too long message...]

doop-annotations-2.0.5-alpha.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-auth-2.0.5-alpha.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-common-2.0.5-alpha.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-hdfs-2.0.5-alpha.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/protobuf-java-2.4.0a.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/hadoop-common-2.0.5-alpha-tests.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/hadoop-hdfs-2.0.5-alpha-tests.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jersey-core-1.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_25.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.10.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130801_093841_350.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130801_093841_350.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:67)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
   [junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:724)

BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 83 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure