You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/09 04:44:52 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 696 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/696/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([F153937E1761477F:70B51D66603E2743]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1537)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:439)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:147)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 9287 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1971851 T4372 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /f/t
   [junit4]   2> 1971859 T4372 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1376014106302
   [junit4]   2> 1971862 T4372 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1971863 T4373 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1971964 T4372 oasc.ZkTestServer.run start zk server on port:54255
   [junit4]   2> 1971969 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1971981 T4379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@588dbb90 name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1971982 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1971982 T4372 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1972006 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1972012 T4381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d31e5a name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1972013 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1972013 T4372 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1972024 T4372 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1972034 T4372 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1972044 T4372 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1972054 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1972054 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1972068 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1972069 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1972079 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1972080 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1972090 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1972091 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1972110 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1972112 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1972123 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1972124 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1972135 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1972136 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1972147 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1972149 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1972160 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1972162 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1972174 T4372 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1972176 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1972711 T4372 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1972753 T4372 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54258
   [junit4]   2> 1972764 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1972765 T4372 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1972765 T4372 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640
   [junit4]   2> 1972766 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/'
   [junit4]   2> 1972820 T4372 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/solr.xml
   [junit4]   2> 1972936 T4372 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1972937 T4372 oasc.CoreContainer.<init> New CoreContainer 2096561760
   [junit4]   2> 1972938 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/]
   [junit4]   2> 1972940 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1972940 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1972941 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1972942 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1972942 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1972943 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1972943 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1972944 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1972944 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1972945 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1972977 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54255/solr
   [junit4]   2> 1972978 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1972981 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1972985 T4392 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bb690b8 name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1972986 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1972997 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1973028 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1973035 T4394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19099b37 name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1973037 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1973051 T4372 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1973065 T4372 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1973093 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1973111 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54258_f%2Ft
   [junit4]   2> 1973115 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54258_f%2Ft
   [junit4]   2> 1973130 T4372 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1973149 T4372 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1973184 T4372 oasc.Overseer.start Overseer (id=90178460471394307-127.0.0.1:54258_f%2Ft-n_0000000000) starting
   [junit4]   2> 1973202 T4372 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1973220 T4396 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1973229 T4372 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1973245 T4372 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1973254 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1973286 T4395 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1973294 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640
   [junit4]   2> 1973493 T4372 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/conf/
   [junit4]   2> 1973505 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1973506 T4372 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1973507 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1973508 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1973545 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1973548 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1973557 T4399 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69eaa05e name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1973558 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1973567 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1973579 T4372 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1974153 T4372 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1974162 T4372 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54262
   [junit4]   2> 1974164 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1974164 T4372 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1974165 T4372 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021
   [junit4]   2> 1974165 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021/'
   [junit4]   2> 1974235 T4372 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021/solr.xml
   [junit4]   2> 1974332 T4372 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1974333 T4372 oasc.CoreContainer.<init> New CoreContainer 1851952826
   [junit4]   2> 1974334 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021/]
   [junit4]   2> 1974335 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1974336 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1974336 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1974337 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1974337 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1974338 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1974339 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1974339 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1974340 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1974340 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1974371 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54255/solr
   [junit4]   2> 1974376 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1974381 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974385 T4410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8888df4 name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1974385 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1974394 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1974426 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974431 T4412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53b0385 name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1974431 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1974452 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1975466 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54262_f%2Ft
   [junit4]   2> 1975469 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54262_f%2Ft
   [junit4]   2> 1975486 T4412 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1975501 T4399 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1975505 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021
   [junit4]   2> 1975501 T4394 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1975679 T4372 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1376014108021/conf/
   [junit4]   2> 1975693 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1975694 T4372 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1975695 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1975696 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1976201 T4372 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1976209 T4372 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54265
   [junit4]   2> 1976211 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1976212 T4372 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1976212 T4372 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174
   [junit4]   2> 1976213 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/'
   [junit4]   2> 1976261 T4372 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/solr.xml
   [junit4]   2> 1976334 T4372 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1976336 T4372 oasc.CoreContainer.<init> New CoreContainer 2134962137
   [junit4]   2> 1976336 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/]
   [junit4]   2> 1976343 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1976344 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1976344 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1976345 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1976345 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1976346 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1976346 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1976347 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1976347 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1976347 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1976378 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54255/solr
   [junit4]   2> 1976379 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1976381 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1976395 T4424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42d0d4 name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1976396 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1976404 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1976435 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1976441 T4426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59fb7d9c name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1976441 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1976462 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1977477 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54265_f%2Ft
   [junit4]   2> 1977482 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54265_f%2Ft
   [junit4]   2> 1977502 T4412 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1977504 T4426 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1977522 T4394 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1977530 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174
   [junit4]   2> 1977534 T4399 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1977679 T4372 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/conf/
   [junit4]   2> 1977687 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1977688 T4372 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1977688 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1977689 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1978412 T4372 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1978432 T4372 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54268
   [junit4]   2> 1978433 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1978434 T4372 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1978435 T4372 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175
   [junit4]   2> 1978436 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/'
   [junit4]   2> 1978501 T4372 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/solr.xml
   [junit4]   2> 1978583 T4372 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1978584 T4372 oasc.CoreContainer.<init> New CoreContainer 1809194480
   [junit4]   2> 1978584 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/]
   [junit4]   2> 1978586 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1978586 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1978587 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1978587 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1978588 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1978589 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1978589 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1978590 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1978591 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1978591 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1978640 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54255/solr
   [junit4]   2> 1978641 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1978643 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1978651 T4438 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3647aedf name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1978651 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1978657 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1978707 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1978712 T4440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b1fd4b9 name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1978712 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1978726 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1979739 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54268_f%2Ft
   [junit4]   2> 1979743 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54268_f%2Ft
   [junit4]   2> 1979762 T4412 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1979763 T4426 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1979769 T4440 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1979770 T4394 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1979770 T4399 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1979797 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175
   [junit4]   2> 1979966 T4372 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/conf/
   [junit4]   2> 1979978 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1979982 T4372 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1979983 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1979984 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1980507 T4372 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1980521 T4372 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54271
   [junit4]   2> 1980526 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1980527 T4372 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1980529 T4372 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477
   [junit4]   2> 1980530 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/'
   [junit4]   2> 1980598 T4372 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/solr.xml
   [junit4]   2> 1980669 T4372 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1980670 T4372 oasc.CoreContainer.<init> New CoreContainer 358901656
   [junit4]   2> 1980671 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/]
   [junit4]   2> 1980673 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1980673 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1980674 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1980674 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1980675 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1980676 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1980676 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1980677 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1980677 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1980678 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1980710 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54255/solr
   [junit4]   2> 1980710 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1980712 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980719 T4452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72cd3720 name:ZooKeeperConnection Watcher:127.0.0.1:54255 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980720 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1980727 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1980770 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980771 T4454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b5a8e3c name:ZooKeeperConnection Watcher:127.0.0.1:54255/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980771 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1980788 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1981815 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54271_f%2Ft
   [junit4]   2> 1981823 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54271_f%2Ft
   [junit4]   2> 1981853 T4399 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981853 T4440 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981853 T4394 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981854 T4426 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981855 T4454 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981878 T4412 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1981878 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477
   [junit4]   2> 1982031 T4372 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/conf/
   [junit4]   2> 1982039 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1982041 T4372 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1982042 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1982043 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1982078 T4372 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1982108 T4404 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 1982111 T4394 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1982116 T4394 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1982119 T4396 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1982119 T4396 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 1982416 T4395 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1982431 T4395 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 1982432 T4395 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 1982446 T4440 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982446 T4394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982447 T4426 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982447 T4454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982447 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982449 T4399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1982536 T4396 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1982536 T4396 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:54271_f%2Ft
   [junit4]   2> 1982537 T4396 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:54265_f%2Ft
   [junit4]   2> 1982538 T4396 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:54258_f%2Ft
   [junit4]   2> 1982547 T4396 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:54268_f%2Ft
   [junit4]   2> 1982561 T4419 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 1982562 T4390 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 1982561 T4435 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 1982564 T4450 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 1982568 T4419 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1982576 T4435 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1982577 T4450 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1982578 T4390 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1983984 T4395 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1983990 T4395 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1983990 T4395 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54265_f%2Ft",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54265/f/t"}
   [junit4]   2> 1984005 T4395 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1984006 T4395 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54268_f%2Ft",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54268/f/t"}
   [junit4]   2> 1984021 T4395 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1984022 T4395 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54271_f%2Ft",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54271/f/t"}
   [junit4]   2> 1984043 T4395 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
   [junit4]   2> 1984043 T4395 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54258_f%2Ft",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54258/f/t"}
   [junit4]   2> 1984072 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984072 T4394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984073 T4454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984073 T4440 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984074 T4426 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984075 T4399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1984575 T4419 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 1984578 T4419 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
   [junit4]   2> 1984579 T4419 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2
   [junit4]   2> 1984580 T4419 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1984581 T4435 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 1984583 T4435 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
   [junit4]   2> 1984584 T4435 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2
   [junit4]   2> 1984585 T4435 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1984585 T4450 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 1984587 T4450 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
   [junit4]   2> 1984587 T4450 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1
   [junit4]   2> 1984588 T4450 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1984593 T4450 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1984593 T4450 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1984598 T4450 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1984598 T4450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1984599 T4390 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 1984600 T4390 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
   [junit4]   2> 1984600 T4390 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1
   [junit4]   2> 1984601 T4390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 1984608 T4419 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1984609 T4419 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1984610 T4435 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1984610 T4435 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1984611 T4390 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 1984612 T4390 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1984623 T4450 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1984623 T4419 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1984624 T4419 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1984634 T4450 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 1984659 T4390 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1984672 T4435 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 1984684 T4419 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1984686 T4435 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1984698 T4435 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 1984732 T4390 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 1984733 T4419 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 1984739 T4390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 1984863 T4450 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1984927 T4435 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1984956 T4419 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1984989 T4390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1985071 T4419 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1985115 T4419 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1985134 T4435 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1985161 T4435 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1985167 T4419 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1985181 T4435 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1985205 T4450 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1985210 T4450 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1985211 T4390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1985251 T4390 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1985267 T4390 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1985321 T4450 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1987155 T4435 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987156 T4435 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987157 T4435 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1987236 T4435 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1987245 T4435 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1987288 T4419 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987289 T4419 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987290 T4419 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1987311 T4419 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1987341 T4419 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1987532 T4435 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987559 T4450 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987560 T4450 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987562 T4450 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1987576 T4435 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987580 T4450 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1987600 T4419 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987603 T4450 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1987616 T4435 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987626 T4419 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987627 T4435 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987629 T4435 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987629 T4435 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987649 T4435 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987650 T4435 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987651 T4435 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1987651 T4435 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175//nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 1987653 T4435 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76eb1327
   [junit4]   2> 1987653 T4419 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987655 T4435 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175//nodes_used_collection_shard2_replica2/data
   [junit4]   2> 1987656 T4435 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175//nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 1987656 T4435 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1987658 T4435 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1376014112175//nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 1987661 T4419 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987663 T4419 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987665 T4419 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987675 T4419 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987677 T4419 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987678 T4419 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1987678 T4419 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174//nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 1987681 T4419 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76eb1327
   [junit4]   2> 1987676 T4435 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6060cda7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@276e6d58),segFN=segments_1,generation=1}
   [junit4]   2> 1987683 T4435 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1987683 T4419 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174//nodes_used_collection_shard1_replica2/data
   [junit4]   2> 1987685 T4419 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174//nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 1987685 T4419 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1987687 T4419 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1376014110174//nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 1987692 T4419 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f2773ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd01a9f),segFN=segments_1,generation=1}
   [junit4]   2> 1987692 T4419 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1987694 T4435 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1987700 T4435 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1987701 T4435 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1987702 T4435 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1987702 T4419 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1987703 T4419 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1987704 T4419 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1987705 T4435 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1987705 T4435 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1987706 T4435 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1987705 T4419 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1987708 T4435 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1987722 T4435 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1987720 T4419 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1987724 T4419 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1987725 T4419 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1987725 T4419 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1987726 T4419 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1987738 T4435 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1987739 T4419 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1987762 T4419 oass.SolrIndexSearcher.<init> Opening Searcher@7a48676c main
   [junit4]   2> 1987765 T4419 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1987766 T4419 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1987770 T4435 oass.SolrIndexSearcher.<init> Opening Searcher@5692d5f0 main
   [junit4]   2> 1987782 T4435 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1987782 T4435 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1987786 T4390 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987793 T4461 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@5692d5f0 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1987795 T4390 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1987796 T4390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1987799 T4460 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@7a48676c main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1987806 T4450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987810 T4419 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
   [junit4]   2> 1987811 T4419 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:54265/f/t collection:nodes_used_collection shard:shard1
   [junit4]   2> 1987812 T4419 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1987822 T4435 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
   [junit4]   2> 1987823 T4435 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:54268/f/t collection:nodes_used_collection shard:shard2
   [junit4]   2> 1987824 T4435 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1987839 T4450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987855 T4390 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1987875 T4390 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1987898 T4450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987920 T4419 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
   [junit4]   2> 1987930 T4435 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 1987931 T4450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987932 T4450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987933 T4450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1987963 T4450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1987964 T4450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1987966 T4450 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1987967 T4450 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 1987968 T4450 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76eb1327
   [junit4]   2> 1987970 T4450 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1987971 T4450 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 1987972 T4450 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1987976 T4450 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1987997 T4450 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20fcc207 lockFactory=org.apache.lucene.store.NativeFSLockFactory@348b135d),segFN=segments_1,generation=1}
   [junit4]   2> 1987999 T4450 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1988026 T4450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1988027 T4450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1988029 T4450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1988031 T4450 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1988036 T4450 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1988036 T4450 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1988037 T4450 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1988038 T4450 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1988040 T4450 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1988059 T4435 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1988064 T4450 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1988077 T4419 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1988085 T4450 oass.SolrIndexSearcher.<init> Opening Searcher@5d31abd9 main
   [junit4]   2> 1988090 T4450 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1988094 T4450 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1988091 T4390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1988108 T4462 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@5d31abd9 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1988113 T4435 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179975
   [junit4]   2> 1988116 T4450 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 1988117 T4450 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:54271/f/t collection:nodes_used_collection shard:shard1
   [junit4]   2> 1988127 T4450 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1988137 T4419 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179988
   [junit4]   2> 1988141 T4390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1988151 T4390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1988166 T4390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1988167 T4390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1988168 T4390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1988174 T4390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1988175 T4390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1988176 T4390 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1988177 T4390 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640//nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 1988178 T4390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76eb1327
   [junit4]   2> 1988181 T4390 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640//nodes_used_collection_shard2_replica1/data
   [junit4]   2> 1988182 T4390 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640//nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 1988182 T4390 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1988183 T4390 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1376014106640//nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 1988201 T4390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2aa127f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@76edd135),segFN=segments_1,generation=1}
   [junit4]   2> 1988202 T4390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1988210 T4390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1988211 T4390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1988214 T4390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1988215 T4390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1988216 T4390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1988217 T4390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1988217 T4390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1988218 T4390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1988219 T4390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1988230 T4390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1988237 T4390 oass.SolrIndexSearcher.<init> Opening Searcher@39579072 main
   [junit4]   2> 1988239 T4390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1988240 T4390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1988249 T4463 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@39579072 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1988262 T4390 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 1988263 T4390 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:54258/f/t collection:nodes_used_collection shard:shard2
   [junit4]   2> 1988264 T4390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1988623 T4435 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1988624 T4435 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1988625 T4435 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54268/f/t/nodes_used_collection_shard2_replica2/
   [junit4]   2> 1988625 T4435 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:54268/f/t START replicas=[http://127.0.0.1:54258/f/t/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 1988626 T4435 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:54268/f/t DONE.  We have no versions.  sync failed.
   [junit4]   2> 1988627 T4435 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1988628 T4435 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1988628 T4435 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54268/f/t/nodes_used_collection_shard2_replica2/ shard2
   [junit4]   2> 1988629 T4435 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
   [junit4]   2> ASYNC  NEW_CORE C2646 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@14b443e8 url=http://127.0.0.1:54258/f/t/nodes_used_collection_shard2_replica1 node=127.0.0.1:54258_f%2Ft C2646_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:54258_f%2Ft, base_url=http://127.0.0.1:54258/f/t}
   [junit

[...truncated too long message...]

014114477//awholynewcollection_1_shard1_replica5/data;done=false>>]
   [junit4]   2> 2051034 T4372 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//awholynewcollection_1_shard1_replica5/data
   [junit4]   2> 2051034 T4372 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//awholynewcollection_1_shard1_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//awholynewcollection_1_shard1_replica5/data/index;done=false>>]
   [junit4]   2> 2051035 T4372 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1376014114477//awholynewcollection_1_shard1_replica5/data/index
   [junit4]   2> 2051035 T4633 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node6",
   [junit4]   2> 	  "numShards":"5",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica1",
   [junit4]   2> 	  "collection":"awholynewcollection_0",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54271_f%2Ft",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54271/f/t"}
   [junit4]   2> 2051515 T4372 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/f/t,null}
   [junit4]   2> 2051575 T4372 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2051583 T4372 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54255 54255
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=F153937E1761477F -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=America/Yellowknife -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   79.9s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F153937E1761477F:70B51D66603E2743]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1537)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:439)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:147)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:680)
   [junit4]   2> 2051735 T4372 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 79897 T4371 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 2052799 T4454 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2052799 T4454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2052800 T4454 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=zh_HK, timezone=America/Yellowknife
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=2,free=277852376,total=521953280
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, TestSolrDeletionPolicy2, AnalysisAfterCoreReloadTest, BadComponentTest, TestSchemaVersionResource, RequestHandlersTest, TestSchemaSimilarityResource, TermVectorComponentDistributedTest, RAMDirectoryFactoryTest, TestRecoveryHdfs, TestMaxScoreQueryParser, TestIBSimilarityFactory, TestFastOutputStream, TestSolrQueryParserDefaultOperatorResource, TestFieldResource, CoreAdminHandlerTest, TestHashPartitioner, DateFieldTest, UnloadDistributedZkTest, TestSurroundQueryParser, SyncSliceTest, CoreContainerCoreInitFailuresTest, FieldAnalysisRequestHandlerTest, SoftAutoCommitTest, TermsComponentTest, AliasIntegrationTest, TestRTGBase, LeaderElectionIntegrationTest, HighlighterConfigTest, FullSolrCloudDistribCmdsTest, TestMergePolicyConfig, BasicDistributedZkTest, NumericFieldsTest, DirectUpdateHandlerOptimizeTest, URLClassifyProcessorTest, TestAddFieldRealTimeGet, TestPerFieldSimilarity, SolrCmdDistributorTest, CachingDirectoryFactoryTest, SliceStateUpdateTest, TestReloadAndDeleteDocs, TestSystemIdResolver, SolrCoreCheckLockOnStartupTest, SuggesterFSTTest, BlockDirectoryTest, SolrTestCaseJ4Test, SpellingQueryConverterTest, SolrIndexSplitterTest, FieldMutatingUpdateProcessorTest, DocValuesTest, TestSolrXMLSerializer, ShardRoutingCustomTest, TestCollationField, HdfsUnloadDistributedZkTest, PrimitiveFieldTypeTest, SuggesterWFSTTest, SearchHandlerTest, RecoveryZkTest, PingRequestHandlerTest, CoreAdminCreateDiscoverTest, TestSolrQueryParserResource, ResponseLogComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestComponentsName, TestSchemaNameResource, ScriptEngineTest, TestLazyCores, TestSolrJ, CacheHeaderTest, TestSolr4Spatial, TestClassNameShortening, TestWriterPerf, DistanceFunctionTest, PeerSyncTest, TestSerializedLuceneMatchVersion, TestBinaryField, DisMaxRequestHandlerTest, LeaderElectionTest, HardAutoCommitTest, TestDistributedGrouping, ZkSolrClientTest, JSONWriterTest, TestBM25SimilarityFactory, BinaryUpdateRequestHandlerTest, DistributedTermsComponentTest, DirectSolrConnectionTest, TestIndexSearcher, TestDFRSimilarityFactory, TestFuzzyAnalyzedSuggestions, TestExtendedDismaxParser, OverseerCollectionProcessorTest, TestFiltering, TestArbitraryIndexDir, TestInfoStreamLogging, HdfsSyncSliceTest, TestManagedSchemaFieldResource, TestAnalyzedSuggestions, TestShardHandlerFactory, TestStressReorder, SolrPluginUtilsTest, TestUtils, ShardRoutingTest, DefaultValueUpdateProcessorTest, SliceStateTest, MBeansHandlerTest, TestRangeQuery, DirectSolrSpellCheckerTest, BasicDistributedZk2Test, ShowFileRequestHandlerTest, AlternateDirectoryTest, IndexSchemaTest, SolrIndexConfigTest, ClusterStateTest, TestDynamicFieldCollectionResource, TestLMJelinekMercerSimilarityFactory, SignatureUpdateProcessorFactoryTest, TestJmxMonitoredMap, MinimalSchemaTest, SimpleFacetsTest, CurrencyFieldXmlFileTest, XsltUpdateRequestHandlerTest, TestIndexingPerformance, TestRemoteStreaming, StatelessScriptUpdateProcessorFactoryTest, TestStressVersions, HdfsLockFactoryTest, SampleTest, AutoCommitTest, TestFieldCollectionResource, ZkControllerTest, FastVectorHighlighterTest, TestCharFilters, ParsingFieldUpdateProcessorsTest, TestFieldTypeCollectionResource, SolrInfoMBeanTest, CoreMergeIndexesAdminHandlerTest, TestLFUCache, TestPseudoReturnFields, TestSort, TestCSVLoader, DocumentAnalysisRequestHandlerTest, SortByFunctionTest, DocValuesMultiTest, LukeRequestHandlerTest, ResourceLoaderTest, TestDefaultSimilarityFactory, ExternalFileFieldSortTest, PreAnalyzedUpdateProcessorTest, RegexBoostProcessorTest, TestReversedWildcardFilterFactory, DeleteShardTest, OutputWriterTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 81.23s, 1 test, 1 error <<< FAILURES!

[...truncated 502 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:395: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:375: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 319 suites, 1350 tests, 1 error, 40 ignored (5 assumptions)

Total time: 117 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure