You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/04 22:45:06 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 440 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/440/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([65EE1F4E0CC4BDAA:E40891567B9BDD96]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9091 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.583; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.591; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.594; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.596; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.697; org.apache.solr.cloud.ZkTestServer; start zk server on port:49254
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.699; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.709; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2346d62a name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.709; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.710; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.726; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.735; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@10c9a21e name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.735; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.736; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.748; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.766; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.839; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.850; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.852; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.870; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.874; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.906; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.907; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.917; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.918; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.940; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.941; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.952; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.953; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.970; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.972; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.985; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.986; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.999; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.000; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.616; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.625; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49257
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.626; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.627; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.627; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.628; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.629; org.apache.solr.core.CoreContainer; New CoreContainer 124822453
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.630; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.632; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.800; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.802; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.803; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/conf
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.972; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/conf/xslt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.977; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/lib
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.981; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/lib/classes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.988; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/conf/core.properties, adding to cores
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.004; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.005; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.005; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.006; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.006; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.007; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.007; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.008; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.008; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.009; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.039; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.039; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.081; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.084; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.104; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@59e81397 name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.104; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.161; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.221; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.240; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4980eebc name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.240; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.261; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.296; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.331; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.337; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49257_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.341; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49257_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.358; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.388; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.397; org.apache.solr.cloud.Overseer; Overseer (id=89633512594079747-127.0.0.1:49257_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.424; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.452; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.457; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.468; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.475; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.517; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.527; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.528; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.528; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.552; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.563; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.571; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2b8b183b name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.571; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.578; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.597; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.128; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.133; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49261
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.135; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.135; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.136; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.136; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.137; org.apache.solr.core.CoreContainer; New CoreContainer 1432590590
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.138; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.138; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.309; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.310; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.312; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/conf
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.490; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/conf/xslt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.495; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/lib
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.497; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/lib/classes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.500; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/conf/core.properties, adding to cores
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.522; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.523; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.527; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.527; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.528; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.528; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.529; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.529; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.530; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.530; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.559; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.560; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.560; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.563; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.570; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7846de9c name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.571; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.579; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:04.585; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e71346e240005, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.611; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.623; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@700801f0 name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.624; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.643; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.661; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49261_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.665; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49261_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.675; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.677; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.681; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.709; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.710; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.710; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.357; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.369; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49264
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.371; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.373; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.374; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.375; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.375; org.apache.solr.core.CoreContainer; New CoreContainer 498925701
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.376; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.377; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.562; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.564; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.565; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/conf
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.750; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/conf/xslt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.755; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/lib
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.758; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/lib/classes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.761; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/conf/core.properties, adding to cores
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.778; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.779; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.779; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.780; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.783; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.784; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.821; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.822; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.823; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.825; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.836; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1470681 name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.837; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.843; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:06.855; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e71346e240007, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.892; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.903; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3274dbed name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.904; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.918; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.936; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49264_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.941; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49264_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.956; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.957; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.966; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.968; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.985; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.986; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.987; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.584; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.593; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49267
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.594; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.595; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.596; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.596; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.597; org.apache.solr.core.CoreContainer; New CoreContainer 1775887584
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.597; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.598; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.794; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.796; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.798; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/conf
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.978; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/conf/xslt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.983; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/lib
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.985; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/lib/classes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.987; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/conf/core.properties, adding to cores
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.005; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.006; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.007; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.007; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.008; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.008; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.009; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.010; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.010; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.012; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.048; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.049; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.049; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.053; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.060; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@623ff361 name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.061; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.071; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.108; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.115; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@25fa64f9 name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.116; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.137; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.155; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49267_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.237; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49267_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.698; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.699; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.701; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.707; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.725; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.731; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.732; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.733; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.692; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.702; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49270
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.703; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.704; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.705; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.706; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.706; org.apache.solr.core.CoreContainer; New CoreContainer 349572567
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.707; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.708; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.906; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.908; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.910; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/conf
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.101; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/conf/xslt
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.106; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/lib
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.108; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/lib/classes
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.114; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/conf/core.properties, adding to cores
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.135; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.136; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.136; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.138; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.139; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.139; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.140; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.140; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.141; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.142; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.171; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.172; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.173; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.176; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.212; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3433fe4 name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.213; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.223; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.256; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.263; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6d53539f name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.263; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.288; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.324; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49270_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.329; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49270_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.355; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.356; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.356; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.372; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.373; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.373; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.387; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.395; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.404; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.440; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.484; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.494; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.499; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":null,
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"nodes_used_collection",
[junit4:junit4]   1>   "replicationFactor":"2"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.500; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:49261_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.512; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.547; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:49267_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.555; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:49270_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.558; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:49264_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.579; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.580; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.589; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.590; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.589; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.590; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.593; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.594; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.627; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.638; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.638; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.639; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.641; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.664; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.665; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.667; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.668; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.678; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.689; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.692; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.693; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.695; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.695; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.709; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.745; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.752; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.775; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.780; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.828; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.948; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.056; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.059; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.128; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.287; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.312; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.360; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.387; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.402; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.437; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.439; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.460; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.464; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.481; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.481; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.486; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.010; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.125; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.134; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.169; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.208; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.213; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.302; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.350; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.373; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.421; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.456; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.466; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.480; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.495; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.502; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.513; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.534; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.534; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.544; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.545; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.545; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.546; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.547; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.548; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.549; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.562; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.566; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.567; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.624; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.625; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.581; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.640; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.664; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.648; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.675; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.676; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.676; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.677; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.680; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.681; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.685; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.698; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.702; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.703; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.704; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.705; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.707; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.708; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.719; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.720; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.712; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.727; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.729; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.730; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.731; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.732; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.733; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.734; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.735; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.737; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.738; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.768; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.773; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.778; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@cfd3cb0 main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.778; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.779; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.780; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.781; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.794; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@cfd3cb0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.797; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7e7fc4bd main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.799; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.802; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.803; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.800; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.810; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7e7fc4bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.817; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.833; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.836; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.838; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.840; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.856; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.860; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.869; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.870; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.871; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.871; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.872; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.873; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.884; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.885; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.886; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.892; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.893; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.908; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.909; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.910; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.911; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.912; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.913; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.913; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.922; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.922; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.925; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.971; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.983; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.043; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24913f6 main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.044; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.046; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.046; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.052; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@24913f6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.090; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.134; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.166; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.174; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.180; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.180; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.181; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.185; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.186; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.187; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.188; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.188; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.189; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.190; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.191; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.192; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.192; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.199; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.200; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.207; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.214; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.218; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.219; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.220; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.221; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.221; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.222; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.223; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.243; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.254; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@dde4c4a main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.255; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.257; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.257; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.265; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.268; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@dde4c4a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.220; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.223; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49270_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49270"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.223; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection nodes_used_collection with numShards 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.256; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49261_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49261"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.270; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.289; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.321; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.838; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.839; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:49270 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.840; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.841; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:49261 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.854; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.894; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.894; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.951; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.953; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.966; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.968; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.100; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.100; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:49264 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.294; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.295; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:49267 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.471; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.471; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.472; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.473; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.479; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.491; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.495; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.537; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:49261 START replicas=[http://127.0.0.1:49267/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.537; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:49270 START replicas=[http://127.0.0.1:49264/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.539; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:49261 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.540; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.540; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:49270 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.543; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.543; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.544; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.544; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.542; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.545; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.546; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.572; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.604; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.900; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.967; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.967; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.968; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.974; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.974; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:49261
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.975; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.975; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.979; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.990; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.992; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.994; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8425 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.040; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.041; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:49270
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.042; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.042; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.047; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.049; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8480 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.120; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49264/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.120; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:49264
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.121; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.121; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.133; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.133; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.134; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.135; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.137; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.138; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8563 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.171; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:49264__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.317; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49267/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:49267
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.320; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.321; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.321; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.326; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.328; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8760 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.329; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.348; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.362; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.378; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=8901 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.385; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8425},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=8480},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8563},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8760},core=nodes_used_collection_shard1_replica2}}}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.381; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:49267__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.414; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.419; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.431; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@504b7ed1 name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.432; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.437; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.448; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.456; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.461; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@681452ee name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.461; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.466; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.551; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=1&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.556; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.564; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "maxShardsPerNode":"2",
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"awholynewcollection_0",
[junit4:junit4]   1>   "replicationFactor":"5"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.564; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:49264_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:49270_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:49267_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:49261_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.566; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:49257_
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.572; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.572; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.573; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.584; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.579; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.585; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.574; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.588; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.576; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.609; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.620; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.620; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.622; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.628; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.630; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.634; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.634; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.638; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.638; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.640; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.640; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.643; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.644; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.656; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.656; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.667; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.669; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.675; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.679; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.681; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.684; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.692; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.706; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.713; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.724; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.005; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.046; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.051; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.100; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.137; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.418; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.427; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.448; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.453; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.461; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.465; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.473; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.512; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.552; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.545; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.561; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49261__nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49261_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49261"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.597; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.514; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.616; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.516; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.599; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49270__nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49270_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49270"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.657; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49264__nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.660; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.707; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49267__nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.712; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.802; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.803; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.802; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.808; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.810; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.810; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.811; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.178; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:49264__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.179; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:49264__nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:49264_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2008 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.417; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:49267__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.418; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:49267__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:49267_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2037 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.186; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.186; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:49264 START replicas=[http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:26.187; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.189; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.189; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.190; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.214; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.322; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.328; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.329; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.330; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_2,generation=2}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.330; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.340; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@74285a59 realtime
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.341; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.342; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard2_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 96
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.344; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.345; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.422; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.424; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:49267 START replicas=[http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.427; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:26.431; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.433; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.433; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.436; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.457; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=9 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.649; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.656; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.659; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.660; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_2,generation=2}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.661; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.665; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5b39f01e realtime
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.666; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.666; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.671; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.673; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.721; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.722; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=262 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.725; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.725; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.726; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.728; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.731; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=36 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.737; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.740; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.747; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.748; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cb03894 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b4f8699) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.779; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=9 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.781; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=16 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.787; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.796; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.797; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dab1555 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5afadfbd) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.797; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.807; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.839; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.839; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.841; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.858; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.858; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.921; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_2,generation=2}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.922; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_2,generation=2}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.935; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.937; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.938; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.938; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.939; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@50580f9b main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.940; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@50580f9b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.946; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.946; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.951; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c934917 main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.955; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.957; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@5c934917 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.959; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.959; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.960; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.963; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.963; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.964; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.974; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.974; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.987; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.988; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.989; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.989; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49264__nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.997; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.019; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49267__nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.039; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.844; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.916; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.924; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.969; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.974; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.984; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.989; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.059; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.072; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.077; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.124; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.143; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.144; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.162; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.174; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.192; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.204; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.216; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.220; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.221; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.221; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.234; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.234; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.235; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.238; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.239; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.240; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.240; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.241; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.242; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.243; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.247; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.248; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.249; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.250; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.250; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.251; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.243; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.253; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.268; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.269; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.269; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.276; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.276; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.292; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@486afa2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fa77283),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.293; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.308; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.309; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.311; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.314; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6d03d1f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fa8da44),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.314; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.311; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.326; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.327; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.327; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.328; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.329; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.330; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.369; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.370; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.371; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.372; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.373; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.373; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.374; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.375; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.376; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.377; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.397; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.401; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.425; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.445; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.451; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.446; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@fe1cb7d main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.454; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.455; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.456; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.461; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@fe1cb7d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.464; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.469; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6eb847db main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.470; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.472; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.473; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.490; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.491; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.491; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.493; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.494; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.494; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.495; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.500; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Registered new searcher Searcher@6eb847db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.502; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.503; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.504; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.520; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@733ef04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60e993a0),segFN=segments_1,generation=1}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.521; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.525; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.533; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.535; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.536; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.537; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.537; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.538; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.539; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.541; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.503; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.530; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.562; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.582; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.614; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1dc5e181 main
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.615; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.617; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.618; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.621; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.622; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Registered new searcher Searcher@1dc5e181 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.638; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.640; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.650; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.653; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   1>   "collection":"awholynewcollection_0",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.654; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection awholynewcollection_0 with numShards 1
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.666; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.668; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.670; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.670; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.686; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.706; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.707; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.711; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.712; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica5] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.712; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.713; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.715; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.716; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/index/
[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.717; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica5] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.717; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_

[...truncated too long message...]

/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.9.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.9.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130504_201535_684.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130504_201535_684.suites
[junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:66)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
[junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)

BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:378: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:358: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 69 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 440 - Failure!

Posted by Uwe Schindler <uw...@thetaphi.de>.
Double free in the JVM.



Policeman Jenkins Server <je...@thetaphi.de> schrieb:

>Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/440/
>Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
>
>1 tests failed.
>REGRESSION: 
>org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
>
>Error Message:
>There are still nodes recoverying - waited for 230 seconds
>
>Stack Trace:
>java.lang.AssertionError: There are still nodes recoverying - waited
>for 230 seconds
>	at
>__randomizedtesting.SeedInfo.seed([65EE1F4E0CC4BDAA:E40891567B9BDD96]:0)
>	at org.junit.Assert.fail(Assert.java:93)
>	at
>org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
>	at
>org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
>	at
>org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
>	at
>org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
>	at
>org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
>	at
>org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
>	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>	at
>sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>	at
>sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>	at java.lang.reflect.Method.invoke(Method.java:601)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>	at
>com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>	at
>org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>	at
>org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>	at
>org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>	at
>com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>	at
>org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>	at
>org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>	at
>org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>	at
>com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>	at
>com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>	at
>com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>	at
>com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>	at
>com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>	at
>com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>	at
>com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>	at
>org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>	at
>org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>	at
>com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>	at
>com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>	at
>com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>	at
>com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>	at
>org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>	at
>org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>	at
>org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>	at
>org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>	at
>com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>	at
>com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>	at java.lang.Thread.run(Thread.java:722)
>
>
>
>
>Build Log:
>[...truncated 9091 lines...]
>[junit4:junit4] Suite:
>org.apache.solr.cloud.CollectionsAPIDistributedZkTest
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.583;
>org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext
>system property: /
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.591;
>org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.594;
>org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
>[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.596;
>org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.697;
>org.apache.solr.cloud.ZkTestServer; start zk server on port:49254
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.699;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.709;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@2346d62a
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.709;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.710;
>org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.726;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.735;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@10c9a21e
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.735;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.736;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.748;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/collection1/shards
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.766;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/control_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.839;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/control_collection/shards
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.850;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml
>to /configs/conf1/solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.852;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.870;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml
>to /configs/conf1/schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.874;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.906;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt
>to /configs/conf1/stopwords.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.907;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/stopwords.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.917;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt
>to /configs/conf1/protwords.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.918;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/protwords.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.940;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml
>to /configs/conf1/currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.941;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.952;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json
>to /configs/conf1/open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.953;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.970;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
>to /configs/conf1/mapping-ISOLatin1Accent.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.972;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/mapping-ISOLatin1Accent.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.985;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt
>to /configs/conf1/old_synonyms.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.986;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/old_synonyms.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:01.999;
>org.apache.solr.cloud.AbstractZkTestCase; put
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt
>to /configs/conf1/synonyms.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.000;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/configs/conf1/synonyms.txt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.616;
>org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.625;
>org.eclipse.jetty.server.AbstractConnector; Started
>SelectChannelConnector@127.0.0.1:49257
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.626;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.627;
>org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr
>(NoInitialContextEx)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.627;
>org.apache.solr.core.SolrResourceLoader; using system property
>solr.solr.home:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.628;
>org.apache.solr.core.CoreContainer$Initializer; looking for solr config
>file:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/solr.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.629;
>org.apache.solr.core.CoreContainer; New CoreContainer 124822453
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.630;
>org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr
>Home:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.632;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.800;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.802;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.803;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/conf
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.972;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/conf/xslt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.977;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/lib
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.981;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/collection1/lib/classes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:02.988;
>org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/conf/core.properties,
>adding to cores
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.004;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>socketTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.005;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>urlScheme to: http://
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.005;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>connTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.006;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxConnectionsPerHost to: 20
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.006;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>corePoolSize to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.007;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maximumPoolSize to: 2147483647
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.007;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxThreadIdleTime to: 5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.008;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>sizeOfQueue to: -1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.008;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>fairnessPolicy to: false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.009;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.039;
>org.apache.solr.logging.LogWatcher; Registering Log Listener
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.039;
>org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.081;
>org.apache.solr.cloud.ZkController; zkHost includes chroot
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.084;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.104;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@59e81397
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.104;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.161;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.221;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.240;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@4980eebc
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.240;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.261;
>org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.296;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/overseer/collection-queue-work
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.331;
>org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.337;
>org.apache.solr.cloud.ZkController; Register node as live in
>ZooKeeper:/live_nodes/127.0.0.1:49257_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.341;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/live_nodes/127.0.0.1:49257_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.358;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/overseer_elect/election
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.388;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/overseer_elect/leader
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.397;
>org.apache.solr.cloud.Overseer; Overseer
>(id=89633512594079747-127.0.0.1:49257_-n_0000000000) starting
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.424;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/overseer/queue-work
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.452;
>org.apache.solr.cloud.OverseerCollectionProcessor; Process current
>queue of collection creations
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.457;
>org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.468;
>org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.475;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.517;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on
>the main queue
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.527;
>org.apache.solr.servlet.SolrDispatchFilter;
>user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.528;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>done
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.528;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.552;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client, config:
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.563;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.571;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@2b8b183b
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.571;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.578;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:03.597;
>org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true
>cause connection loss:true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.128;
>org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.133;
>org.eclipse.jetty.server.AbstractConnector; Started
>SelectChannelConnector@127.0.0.1:49261
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.135;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.135;
>org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr
>(NoInitialContextEx)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.136;
>org.apache.solr.core.SolrResourceLoader; using system property
>solr.solr.home:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.136;
>org.apache.solr.core.CoreContainer$Initializer; looking for solr config
>file:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/solr.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.137;
>org.apache.solr.core.CoreContainer; New CoreContainer 1432590590
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.138;
>org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr
>Home:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.138;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.309;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.310;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.312;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/conf
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.490;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/conf/xslt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.495;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/lib
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.497;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/collection1/lib/classes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.500;
>org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/conf/core.properties,
>adding to cores
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.522;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>socketTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.523;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>urlScheme to: http://
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.527;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>connTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.527;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxConnectionsPerHost to: 20
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.528;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>corePoolSize to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.528;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maximumPoolSize to: 2147483647
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.529;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxThreadIdleTime to: 5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.529;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>sizeOfQueue to: -1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.530;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>fairnessPolicy to: false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.530;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.559;
>org.apache.solr.logging.LogWatcher; Registering Log Listener
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.560;
>org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.560;
>org.apache.solr.cloud.ZkController; zkHost includes chroot
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.563;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.570;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@7846de9c
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.571;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.579;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:04.585;
>org.apache.zookeeper.server.NIOServerCnxn; caught end of stream
>exception
>[junit4:junit4]   1> EndOfStreamException: Unable to read additional
>data from client sessionid 0x13e71346e240005, likely client has closed
>socket
>[junit4:junit4]   1> 	at
>org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>[junit4:junit4]   1> 	at
>org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.611;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.623;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@700801f0
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.624;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:04.643;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.661;
>org.apache.solr.cloud.ZkController; Register node as live in
>ZooKeeper:/live_nodes/127.0.0.1:49261_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.665;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/live_nodes/127.0.0.1:49261_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.675;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(2)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.677;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(2)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.681;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(2)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.709;
>org.apache.solr.servlet.SolrDispatchFilter;
>user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.710;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>done
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:05.710;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.357;
>org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.369;
>org.eclipse.jetty.server.AbstractConnector; Started
>SelectChannelConnector@127.0.0.1:49264
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.371;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.373;
>org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr
>(NoInitialContextEx)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.374;
>org.apache.solr.core.SolrResourceLoader; using system property
>solr.solr.home:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.375;
>org.apache.solr.core.CoreContainer$Initializer; looking for solr config
>file:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/solr.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.375;
>org.apache.solr.core.CoreContainer; New CoreContainer 498925701
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.376;
>org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr
>Home:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.377;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.562;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.564;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.565;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/conf
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.750;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/conf/xslt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.755;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/lib
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.758;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/collection1/lib/classes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.761;
>org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/conf/core.properties,
>adding to cores
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.778;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>socketTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.779;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>urlScheme to: http://
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.779;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>connTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.780;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxConnectionsPerHost to: 20
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.781;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>corePoolSize to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.781;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maximumPoolSize to: 2147483647
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.782;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxThreadIdleTime to: 5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.782;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>sizeOfQueue to: -1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.783;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>fairnessPolicy to: false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.784;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.821;
>org.apache.solr.logging.LogWatcher; Registering Log Listener
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.822;
>org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.823;
>org.apache.solr.cloud.ZkController; zkHost includes chroot
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.825;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.836;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@1470681
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.837;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.843;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:06.855;
>org.apache.zookeeper.server.NIOServerCnxn; caught end of stream
>exception
>[junit4:junit4]   1> EndOfStreamException: Unable to read additional
>data from client sessionid 0x13e71346e240007, likely client has closed
>socket
>[junit4:junit4]   1> 	at
>org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>[junit4:junit4]   1> 	at
>org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.892;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.903;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@3274dbed
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.904;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:06.918;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.936;
>org.apache.solr.cloud.ZkController; Register node as live in
>ZooKeeper:/live_nodes/127.0.0.1:49264_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.941;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/live_nodes/127.0.0.1:49264_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.956;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(3)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.957;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(3)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.966;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(3)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.968;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(3)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.985;
>org.apache.solr.servlet.SolrDispatchFilter;
>user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.986;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>done
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:07.987;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.584;
>org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.593;
>org.eclipse.jetty.server.AbstractConnector; Started
>SelectChannelConnector@127.0.0.1:49267
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.594;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.595;
>org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr
>(NoInitialContextEx)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.596;
>org.apache.solr.core.SolrResourceLoader; using system property
>solr.solr.home:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.596;
>org.apache.solr.core.CoreContainer$Initializer; looking for solr config
>file:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/solr.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.597;
>org.apache.solr.core.CoreContainer; New CoreContainer 1775887584
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.597;
>org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr
>Home:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.598;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.794;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.796;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.798;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/conf
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.978;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/conf/xslt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.983;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/lib
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.985;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/collection1/lib/classes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:08.987;
>org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/conf/core.properties,
>adding to cores
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.005;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>socketTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.006;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>urlScheme to: http://
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.007;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>connTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.007;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxConnectionsPerHost to: 20
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.008;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>corePoolSize to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.008;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maximumPoolSize to: 2147483647
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.009;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxThreadIdleTime to: 5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.010;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>sizeOfQueue to: -1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.010;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>fairnessPolicy to: false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.012;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.048;
>org.apache.solr.logging.LogWatcher; Registering Log Listener
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.049;
>org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.049;
>org.apache.solr.cloud.ZkController; zkHost includes chroot
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.053;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.060;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@623ff361
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.061;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.071;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.108;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.115;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@25fa64f9
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.116;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:09.137;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.155;
>org.apache.solr.cloud.ZkController; Register node as live in
>ZooKeeper:/live_nodes/127.0.0.1:49267_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.237;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/live_nodes/127.0.0.1:49267_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.698;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(4)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.699;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(4)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.701;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(4)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.707;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(4)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.725;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(4)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.731;
>org.apache.solr.servlet.SolrDispatchFilter;
>user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.732;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>done
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:10.733;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.692;
>org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.702;
>org.eclipse.jetty.server.AbstractConnector; Started
>SelectChannelConnector@127.0.0.1:49270
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.703;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.704;
>org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr
>(NoInitialContextEx)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.705;
>org.apache.solr.core.SolrResourceLoader; using system property
>solr.solr.home:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.706;
>org.apache.solr.core.CoreContainer$Initializer; looking for solr config
>file:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/solr.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.706;
>org.apache.solr.core.CoreContainer; New CoreContainer 349572567
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.707;
>org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr
>Home:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.708;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.906;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.908;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:11.910;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/conf
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.101;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/conf/xslt
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.106;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/lib
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.108;
>org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/collection1/lib/classes
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.114;
>org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/conf/core.properties,
>adding to cores
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.135;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>socketTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.136;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>urlScheme to: http://
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.136;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>connTimeout to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.138;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxConnectionsPerHost to: 20
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.139;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>corePoolSize to: 0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.139;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maximumPoolSize to: 2147483647
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.140;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>maxThreadIdleTime to: 5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.140;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>sizeOfQueue to: -1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.141;
>org.apache.solr.handler.component.HttpShardHandlerFactory; Setting
>fairnessPolicy to: false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.142;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.171;
>org.apache.solr.logging.LogWatcher; Registering Log Listener
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.172;
>org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:49254/solr
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.173;
>org.apache.solr.cloud.ZkController; zkHost includes chroot
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.176;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.212;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@3433fe4
>name:ZooKeeperConnection Watcher:127.0.0.1:49254 got event WatchedEvent
>state:SyncConnected type:None path:null path:null type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.213;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.223;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.256;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.263;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@6d53539f
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.263;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:12.288;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.324;
>org.apache.solr.cloud.ZkController; Register node as live in
>ZooKeeper:/live_nodes/127.0.0.1:49270_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.329;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/live_nodes/127.0.0.1:49270_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.355;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.356;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.356;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.372;
>org.apache.solr.servlet.SolrDispatchFilter;
>user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.373;
>org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
>done
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.373;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.387;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.395;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.404;
>org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes...
>(5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.440;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.484;
>org.apache.solr.handler.admin.CollectionsHandler; Creating Collection :
>numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.494;
>org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired
>on path: /overseer/collection-queue-work state: SyncConnected type
>NodeChildrenChanged
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.499;
>org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection
>Processor: Get the message
>id:/overseer/collection-queue-work/qn-0000000000 message:{
>[junit4:junit4]   1>   "operation":"createcollection",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "maxShardsPerNode":null,
>[junit4:junit4]   1>   "createNodeSet":null,
>[junit4:junit4]   1>   "name":"nodes_used_collection",
>[junit4:junit4]   1>   "replicationFactor":"2"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.500;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>nodes_used_collection_shard1_replica1 as part of slice shard1 of
>collection nodes_used_collection on 127.0.0.1:49261_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.512;
>org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired
>on path: /overseer/collection-queue-work state: SyncConnected type
>NodeChildrenChanged
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.547;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>nodes_used_collection_shard1_replica2 as part of slice shard1 of
>collection nodes_used_collection on 127.0.0.1:49267_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.555;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>nodes_used_collection_shard2_replica1 as part of slice shard2 of
>collection nodes_used_collection on 127.0.0.1:49270_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.558;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>nodes_used_collection_shard2_replica2 as part of slice shard2 of
>collection nodes_used_collection on 127.0.0.1:49264_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.579;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'nodes_used_collection_shard1_replica1' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.580;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.589;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'nodes_used_collection_shard2_replica2' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.590;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'nodes_used_collection_shard2_replica1' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.589;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.590;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.593;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'nodes_used_collection_shard1_replica2' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.594;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.626;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.627;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.638;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.638;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.639;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.641;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.664;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.665;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.667;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.668;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.678;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.689;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.692;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.693;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.695;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.695;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.709;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.745;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.752;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.775;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.780;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.828;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:13.948;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.056;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.059;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.128;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.287;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.312;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.360;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.387;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.402;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.437;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.439;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.460;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.464;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.481;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.481;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:14.486;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.010;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.125;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.134;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.169;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.208;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.213;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.302;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.350;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.373;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.421;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.456;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.466;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.480;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.495;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.502;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.513;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.534;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.534;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.544;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.545;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.545;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.546;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.547;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.548;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.549;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.562;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.566;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.567;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.624;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.625;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.581;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.640;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.664;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.648;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.675;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.676;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.676;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.677;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.680;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.681;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.685;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.698;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.702;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.703;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.704;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.705;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.707;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.708;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.719;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.720;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.712;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.722;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.727;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.729;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.730;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.731;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.732;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.733;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.734;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.735;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.737;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.738;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.768;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.773;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.778;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@cfd3cb0 main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.778;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/nodes_used_collection_shard1_replica1/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.779;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.780;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.781;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.794;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>Registered new searcher Searcher@cfd3cb0
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.797;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7e7fc4bd
>main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.799;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/nodes_used_collection_shard2_replica1/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.802;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.803;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.800;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.810;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>Registered new searcher Searcher@7e7fc4bd
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.817;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard2_replica1 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.833;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard1_replica1 state=down
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.836;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.838;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.840;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.856;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.860;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.869;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.870;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.871;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.871;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.872;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.873;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.884;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:18.885;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.886;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.892;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.893;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.908;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.909;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.910;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.911;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.912;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.913;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.913;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.922;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.922;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.925;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.971;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:18.983;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.043;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24913f6 main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.044;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.046;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.046;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.052;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2]
>Registered new searcher Searcher@24913f6
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.090;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard2_replica2 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.134;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.166;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.174;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.180;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.180;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.181;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.185;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.186;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.187;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.188;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.188;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.189;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.190;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.191;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:19.192;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.192;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.199;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.200;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.207;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.214;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.218;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.219;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.220;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.221;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.221;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.222;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.223;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.243;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.254;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@dde4c4a main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.255;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.257;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.257;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.265;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard1_replica2 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:19.268;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2]
>Registered new searcher Searcher@dde4c4a
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.220;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.223;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>   "core_node_name":null,
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard2",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"down",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49270_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49270"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.223;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection
>nodes_used_collection with numShards 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.256;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>   "core_node_name":null,
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"down",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49261_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49261"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.270;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>   "core_node_name":null,
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard2",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"down",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.289;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>   "core_node_name":null,
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"down",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.321;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.326;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.327;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.328;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.328;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.329;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.838;
>org.apache.solr.core.CoreContainer; registering core:
>nodes_used_collection_shard2_replica1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.839;
>org.apache.solr.cloud.ZkController; Register replica -
>core:nodes_used_collection_shard2_replica1
>address:http://127.0.0.1:49270 collection:nodes_used_collection
>shard:shard2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.840;
>org.apache.solr.core.CoreContainer; registering core:
>nodes_used_collection_shard1_replica1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.841;
>org.apache.solr.cloud.ZkController; Register replica -
>core:nodes_used_collection_shard1_replica1
>address:http://127.0.0.1:49261 collection:nodes_used_collection
>shard:shard1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.854;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.894;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection/leader_elect/shard1/election
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.894;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection/leader_elect/shard2/election
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.951;
>org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader
>process.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.953;
>org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader
>process.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.966;
>org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see
>more replicas up: total=2 found=1 timeoutin=179998
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:20.968;
>org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see
>more replicas up: total=2 found=1 timeoutin=179998
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.100;
>org.apache.solr.core.CoreContainer; registering core:
>nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.100;
>org.apache.solr.cloud.ZkController; Register replica -
>core:nodes_used_collection_shard2_replica2
>address:http://127.0.0.1:49264 collection:nodes_used_collection
>shard:shard2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.294;
>org.apache.solr.core.CoreContainer; registering core:
>nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.295;
>org.apache.solr.cloud.ZkController; Register replica -
>core:nodes_used_collection_shard1_replica2
>address:http://127.0.0.1:49267 collection:nodes_used_collection
>shard:shard1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.471;
>org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found
>to continue.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.471;
>org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new
>leader - try and sync
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.472;
>org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found
>to continue.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.473;
>org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new
>leader - try and sync
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.479;
>org.apache.solr.cloud.SyncStrategy; Sync replicas to
>http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.491;
>org.apache.solr.cloud.SyncStrategy; Sync replicas to
>http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.495;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.537;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:49261
>START
>replicas=[http://127.0.0.1:49267/nodes_used_collection_shard1_replica2/]
>nUpdates=100
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.537;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:49270
>START
>replicas=[http://127.0.0.1:49264/nodes_used_collection_shard2_replica2/]
>nUpdates=100
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.539;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:49261
>DONE.  We have no versions.  sync failed.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.540;
>org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard
>failed, moving to the next canidate
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.540;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:49270
>DONE.  We have no versions.  sync failed.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.543;
>org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard
>failed, moving to the next canidate
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.543;
>org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but
>we have no versions - we can't sync in that case - we were active
>before, so become leader anyway
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.544;
>org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader:
>http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.544;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection/leaders/shard2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.542;
>org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but
>we have no versions - we can't sync in that case - we were active
>before, so become leader anyway
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.545;
>org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader:
>http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.546;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/nodes_used_collection/leaders/shard1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.572;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2]
>webapp= path=/get
>params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>status=0 QTime=0 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.604;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2]
>webapp= path=/get
>params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>status=0 QTime=1 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.900;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.967;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.967;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.968;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.974;
>org.apache.solr.cloud.ZkController; We are
>http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/ and
>leader is http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.974;
>org.apache.solr.cloud.ZkController; No LogReplay needed for
>core=nodes_used_collection_shard1_replica1
>baseURL=http://127.0.0.1:49261
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.975;
>org.apache.solr.cloud.ZkController; I am the leader, no recovery
>necessary
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.975;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard1_replica1 state=active
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.979;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.980;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.990;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.992;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:21.994;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2}
>status=0 QTime=8425 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.040;
>org.apache.solr.cloud.ZkController; We are
>http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/ and
>leader is http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.041;
>org.apache.solr.cloud.ZkController; No LogReplay needed for
>core=nodes_used_collection_shard2_replica1
>baseURL=http://127.0.0.1:49270
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.042;
>org.apache.solr.cloud.ZkController; I am the leader, no recovery
>necessary
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.042;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard2_replica1 state=active
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.047;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.049;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2}
>status=0 QTime=8480 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.120;
>org.apache.solr.cloud.ZkController; We are
>http://127.0.0.1:49264/nodes_used_collection_shard2_replica2/ and
>leader is http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.120;
>org.apache.solr.cloud.ZkController; No LogReplay needed for
>core=nodes_used_collection_shard2_replica2
>baseURL=http://127.0.0.1:49264
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.121;
>org.apache.solr.cloud.ZkController; Core needs to
>recover:nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.121;
>org.apache.solr.update.DefaultSolrCoreState; Running recovery - first
>canceling any ongoing recovery
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.133;
>org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. 
>core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.133;
>org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.134;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard2_replica2 state=recovering
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.135;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.137;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.138;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2}
>status=0 QTime=8563 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.171;
>org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for
>coreNodeName: 127.0.0.1:49264__nodes_used_collection_shard2_replica2,
>state: recovering, checkLive: true, onlyIfLeader: true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.317;
>org.apache.solr.cloud.ZkController; We are
>http://127.0.0.1:49267/nodes_used_collection_shard1_replica2/ and
>leader is http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318;
>org.apache.solr.cloud.ZkController; No LogReplay needed for
>core=nodes_used_collection_shard1_replica2
>baseURL=http://127.0.0.1:49267
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318;
>org.apache.solr.cloud.ZkController; Core needs to
>recover:nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.318;
>org.apache.solr.update.DefaultSolrCoreState; Running recovery - first
>canceling any ongoing recovery
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.320;
>org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. 
>core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.321;
>org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.321;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard1_replica2 state=recovering
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.326;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.328;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2}
>status=0 QTime=8760 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.329;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.348;
>org.apache.solr.cloud.OverseerCollectionProcessor; Finished create
>command on all shards for collection: nodes_used_collection
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.362;
>org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired
>on path: /overseer/collection-queue-work/qnr-0000000000 state:
>SyncConnected type NodeDataChanged
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.378;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/collections
>params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2}
>status=0 QTime=8901 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.385;
>org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection
>Processor: Message id:/overseer/collection-queue-work/qn-0000000000
>complete,
>response:{success={null={responseHeader={status=0,QTime=8425},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=8480},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8563},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8760},core=nodes_used_collection_shard1_replica2}}}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.381;
>org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for
>coreNodeName: 127.0.0.1:49267__nodes_used_collection_shard1_replica2,
>state: recovering, checkLive: true, onlyIfLeader: true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.414;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client, config:
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.419;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.431;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@504b7ed1
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.432;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.437;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.448;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client, config:
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.456;
>org.apache.solr.common.cloud.ConnectionManager; Waiting for client to
>connect to ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.461;
>org.apache.solr.common.cloud.ConnectionManager; Watcher
>org.apache.solr.common.cloud.ConnectionManager@681452ee
>name:ZooKeeperConnection Watcher:127.0.0.1:49254/solr got event
>WatchedEvent state:SyncConnected type:None path:null path:null
>type:None
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.461;
>org.apache.solr.common.cloud.ConnectionManager; Client is connected to
>ZooKeeper
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.466;
>org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.551;
>org.apache.solr.handler.admin.CollectionsHandler; Creating Collection :
>numShards=1&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.556;
>org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired
>on path: /overseer/collection-queue-work state: SyncConnected type
>NodeChildrenChanged
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.564;
>org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection
>Processor: Get the message
>id:/overseer/collection-queue-work/qn-0000000002 message:{
>[junit4:junit4]   1>   "operation":"createcollection",
>[junit4:junit4]   1>   "numShards":"1",
>[junit4:junit4]   1>   "maxShardsPerNode":"2",
>[junit4:junit4]   1>   "createNodeSet":null,
>[junit4:junit4]   1>   "name":"awholynewcollection_0",
>[junit4:junit4]   1>   "replicationFactor":"5"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.564;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>awholynewcollection_0_shard1_replica1 as part of slice shard1 of
>collection awholynewcollection_0 on 127.0.0.1:49264_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>awholynewcollection_0_shard1_replica2 as part of slice shard1 of
>collection awholynewcollection_0 on 127.0.0.1:49270_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>awholynewcollection_0_shard1_replica3 as part of slice shard1 of
>collection awholynewcollection_0 on 127.0.0.1:49267_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.565;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>awholynewcollection_0_shard1_replica4 as part of slice shard1 of
>collection awholynewcollection_0 on 127.0.0.1:49261_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.566;
>org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard
>awholynewcollection_0_shard1_replica5 as part of slice shard1 of
>collection awholynewcollection_0 on 127.0.0.1:49257_
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.572;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'awholynewcollection_0_shard1_replica4' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.572;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.573;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'awholynewcollection_0_shard1_replica3' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.584;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.579;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'awholynewcollection_0_shard1_replica5' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.585;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.574;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'awholynewcollection_0_shard1_replica1' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.588;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.576;
>org.apache.solr.core.CoreContainer; Creating SolrCore
>'awholynewcollection_0_shard1_replica2' using instanceDir:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/awholynewcollection_0_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.609;
>org.apache.solr.cloud.ZkController; Check for collection
>zkNode:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.620;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.620;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.622;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.628;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621;
>org.apache.solr.cloud.ZkController; Creating collection in
>ZooKeeper:awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.630;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.621;
>org.apache.solr.cloud.ZkController; Looking for collection configName
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.634;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.634;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.638;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.638;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.640;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.640;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.643;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.644;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.656;
>org.apache.solr.cloud.ZkController; Only one config set found in zk -
>using it:conf1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.656;
>org.apache.solr.common.cloud.SolrZkClient; makePath:
>/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.667;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.669;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.675;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.679;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.681;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.684;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.692;
>org.apache.solr.cloud.ZkController; Load collection config
>from:/collections/awholynewcollection_0
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.706;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.713;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:22.724;
>org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for
>directory:
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367698870756/awholynewcollection_0_shard1_replica2/'
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.005;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.046;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.051;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.100;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.137;
>org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.418;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.427;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.448;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.453;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.461;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.465;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.473;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.512;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.552;
>org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.545;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.561;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49261__nodes_used_collection_shard1_replica1",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"active",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49261_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49261"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.597;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.514;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.616;
>org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.516;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.599;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49270__nodes_used_collection_shard2_replica1",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard2",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"active",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49270_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49270"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.657;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49264__nodes_used_collection_shard2_replica2",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard2",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"recovering",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.660;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.707;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49267__nodes_used_collection_shard1_replica2",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"recovering",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.712;
>org.apache.solr.schema.IndexSchema; Schema name=test
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.802;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.803;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.802;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.808;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.809;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.810;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.810;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:23.811;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.178;
>org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName:
>127.0.0.1:49264__nodes_used_collection_shard2_replica2, state:
>recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.179;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={coreNodeName=127.0.0.1:49264__nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:49264_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2}
>status=0 QTime=2008 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.417;
>org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName:
>127.0.0.1:49267__nodes_used_collection_shard1_replica2, state:
>recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:24.418;
>org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null
>path=/admin/cores
>params={coreNodeName=127.0.0.1:49267__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:49267_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2}
>status=0 QTime=2037 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.186;
>org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from
>http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/
>core=nodes_used_collection_shard2_replica2 -
>recoveringAfterStartup=true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.186;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:49264
>START
>replicas=[http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/]
>nUpdates=100
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:26.187;
>org.apache.solr.update.PeerSync; no frame of reference to tell of we've
>missed updates
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188;
>org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not
>successful - trying replication.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188;
>org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.188;
>org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.189;
>org.apache.solr.update.UpdateLog; Starting to buffer updates.
>FSUpdateLog{state=ACTIVE, tlog=null}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.189;
>org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from
>http://127.0.0.1:49270/nodes_used_collection_shard2_replica1/.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.190;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.214;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>webapp= path=/get
>params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>status=0 QTime=2 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.322;
>org.apache.solr.update.DirectUpdateHandler2; start
>commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.328;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.329;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.330;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=2
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_1,generation=1}
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4cc5fc52
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@71faa17a),segFN=segments_2,generation=2}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.330;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.340;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@74285a59
>realtime
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.341;
>org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.342;
>org.apache.solr.update.processor.LogUpdateProcessor;
>[nodes_used_collection_shard2_replica1] webapp= path=/update
>params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false}
>{commit=} 0 96
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.344;
>org.apache.solr.handler.ReplicationHandler; Commits will be reserved
>for  10000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.345;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.422;
>org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from
>http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/
>core=nodes_used_collection_shard1_replica2 -
>recoveringAfterStartup=true
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.424;
>org.apache.solr.update.PeerSync; PeerSync:
>core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:49267
>START
>replicas=[http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/]
>nUpdates=100
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.427;
>org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'.
>Timer Task not started.
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:26.431;
>org.apache.solr.update.PeerSync; no frame of reference to tell of we've
>missed updates
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.433;
>org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not
>successful - trying replication.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.433;
>org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435;
>org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435;
>org.apache.solr.update.UpdateLog; Starting to buffer updates.
>FSUpdateLog{state=ACTIVE, tlog=null}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.435;
>org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from
>http://127.0.0.1:49261/nodes_used_collection_shard1_replica1/.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.436;
>org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http
>client,
>config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.457;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>webapp= path=/get
>params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>status=0 QTime=9 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.649;
>org.apache.solr.update.DirectUpdateHandler2; start
>commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.656;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.659;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.660;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=2
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_1,generation=1}
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ef7b081
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@61ac906a),segFN=segments_2,generation=2}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.661;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.665;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5b39f01e
>realtime
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.666;
>org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.666;
>org.apache.solr.update.processor.LogUpdateProcessor;
>[nodes_used_collection_shard1_replica1] webapp= path=/update
>params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false}
>{commit=} 0 21
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.671;
>org.apache.solr.handler.ReplicationHandler; Commits will be reserved
>for  10000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.673;
>org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'.
>Timer Task not started.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.721;
>org.apache.solr.handler.ReplicationHandler; Commits will be reserved
>for  10000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.722;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>webapp= path=/replication
>params={command=indexversion&qt=/replication&wt=javabin&version=2}
>status=0 QTime=262 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.725;
>org.apache.solr.handler.SnapPuller; Master's generation: 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.725;
>org.apache.solr.handler.SnapPuller; Slave's generation: 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.726;
>org.apache.solr.handler.SnapPuller; Starting replication process
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.728;
>org.apache.solr.handler.ReplicationHandler; Commits will be reserved
>for  10000
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.731;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>webapp= path=/replication
>params={command=indexversion&qt=/replication&wt=javabin&version=2}
>status=0 QTime=36 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.737;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>webapp= path=/replication
>params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>status=0 QTime=1 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.740;
>org.apache.solr.handler.SnapPuller; Number of files in latest index in
>master: 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.747;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.748;
>org.apache.solr.handler.SnapPuller; Starting download to
>MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cb03894
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b4f8699)
>fullCopy=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750;
>org.apache.solr.handler.SnapPuller; Master's generation: 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750;
>org.apache.solr.handler.SnapPuller; Slave's generation: 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.750;
>org.apache.solr.handler.SnapPuller; Starting replication process
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.779;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1]
>webapp= path=/replication
>params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2}
>status=0 QTime=9 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.781;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>webapp= path=/replication
>params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>status=0 QTime=16 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.787;
>org.apache.solr.handler.SnapPuller; Number of files in latest index in
>master: 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.796;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.797;
>org.apache.solr.handler.SnapPuller; Starting download to
>MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dab1555
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@5afadfbd)
>fullCopy=false
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.797;
>org.apache.solr.handler.SnapPuller; Total time taken for download : 0
>secs
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.807;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1]
>webapp= path=/replication
>params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2}
>status=0 QTime=1 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.839;
>org.apache.solr.update.DefaultSolrCoreState; Creating new
>IndexWriter...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.839;
>org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter
>is unused... core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.841;
>org.apache.solr.handler.SnapPuller; Total time taken for download : 0
>secs
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.858;
>org.apache.solr.update.DefaultSolrCoreState; Creating new
>IndexWriter...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.858;
>org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter
>is unused... core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.921;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit:
>commits: num=2
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_1,generation=1}
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34c24db3
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ba900b),segFN=segments_2,generation=2}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.922;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit:
>commits: num=2
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_1,generation=1}
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71c15e30
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@2755966),segFN=segments_2,generation=2}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.935;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.937;
>org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready
>to be used.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.938;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.938;
>org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready
>to be used.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.939;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@50580f9b
>main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.940;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2]
>Registered new searcher Searcher@50580f9b
>main{StandardDirectoryReader(segments_2:1:nrt)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.946;
>org.apache.solr.core.CachingDirectoryFactory; looking to close
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
>[CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743;done=true>>]
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.946;
>org.apache.solr.core.CachingDirectoryFactory; Closing directory:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.951;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c934917
>main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.955;
>org.apache.solr.core.CachingDirectoryFactory; Removing directory before
>core close:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/nodes_used_collection_shard2_replica2/data/index.20130504232126743
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.957;
>org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2]
>Registered new searcher Searcher@5c934917
>main{StandardDirectoryReader(segments_2:1:nrt)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.959;
>org.apache.solr.cloud.RecoveryStrategy; No replay needed.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.959;
>org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was
>successful - registering as Active.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.960;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard2_replica2 state=active
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.963;
>org.apache.solr.core.CachingDirectoryFactory; looking to close
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
>[CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787;done=true>>]
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.963;
>org.apache.solr.core.CachingDirectoryFactory; Closing directory:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.964;
>org.apache.solr.cloud.RecoveryStrategy; Finished recovery process.
>core=nodes_used_collection_shard2_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.974;
>org.apache.solr.core.CachingDirectoryFactory; Removing directory before
>core close:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/nodes_used_collection_shard1_replica2/data/index.20130504232126787
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.974;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.987;
>org.apache.solr.cloud.RecoveryStrategy; No replay needed.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.988;
>org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was
>successful - registering as Active.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.989;
>org.apache.solr.cloud.ZkController; publishing
>core=nodes_used_collection_shard1_replica2 state=active
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.989;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49264__nodes_used_collection_shard2_replica2",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard2",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"active",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:26.997;
>org.apache.solr.cloud.RecoveryStrategy; Finished recovery process.
>core=nodes_used_collection_shard1_replica2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.019;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=2 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>  
>"core_node_name":"127.0.0.1:49267__nodes_used_collection_shard1_replica2",
>[junit4:junit4]   1>   "numShards":"2",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"active",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
>[junit4:junit4]   1>   "collection":"nodes_used_collection",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49267_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49267"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.037;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.037;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.039;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.038;
>org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change:
>WatchedEvent state:SyncConnected type:NodeDataChanged
>path:/clusterstate.json, has occurred - updating... (live nodes size:
>5)
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.844;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.916;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.924;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.969;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.974;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.984;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:27.989;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.059;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.072;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.077;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.124;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.143;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.144;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.162;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.174;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.192;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.204;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.216;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.220;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.221;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.221;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.234;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.234;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.235;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.238;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.239;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.240;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.240;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.241;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.242;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.243;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.247;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.248;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.249;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.250;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.250;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.251;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.243;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.253;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.268;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.269;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.269;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.276;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.276;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.292;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@486afa2d
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fa77283),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.293;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.308;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.309;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.311;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.314;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6d03d1f2
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fa8da44),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.314;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.311;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.326;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.327;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.327;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.328;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.329;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.330;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.369;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.370;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.371;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.372;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.373;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.373;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.374;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.375;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.376;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.377;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.397;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.401;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.425;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.445;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.450;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.451;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.446;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@fe1cb7d main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.454;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367698865734/awholynewcollection_0_shard1_replica1/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.455;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.456;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.461;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1]
>Registered new searcher Searcher@fe1cb7d
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.464;
>org.apache.solr.cloud.ZkController; publishing
>core=awholynewcollection_0_shard1_replica1 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.469;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6eb847db
>main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.470;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367698868010/awholynewcollection_0_shard1_replica3/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.472;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.473;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.490;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.491;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.491;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.493;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.494;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.494;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.495;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.500;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3]
>Registered new searcher Searcher@6eb847db
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.502;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.503;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.504;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/index
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.520;
>org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit:
>commits: num=1
>[junit4:junit4]   1>
>	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@733ef04
>lockFactory=org.apache.lucene.store.NativeFSLockFactory@60e993a0),segFN=segments_1,generation=1}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.521;
>org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.525;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"dedupe"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.533;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"stored_sig"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.535;
>org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting
>DistributedUpdateProcessorFactory into updateRequestProcessorChain
>"distrib-dup-test-chain-implicit"
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.536;
>org.apache.solr.core.RequestHandlers; created standard:
>solr.StandardRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.537;
>org.apache.solr.core.RequestHandlers; created /get:
>solr.RealTimeGetHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.537;
>org.apache.solr.core.RequestHandlers; adding lazy requestHandler:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.538;
>org.apache.solr.core.RequestHandlers; created /replication:
>solr.ReplicationHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.539;
>org.apache.solr.core.RequestHandlers; created /update:
>solr.UpdateRequestHandler
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.541;
>org.apache.solr.core.RequestHandlers; created /admin/:
>org.apache.solr.handler.admin.AdminHandlers
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.503;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with
>rates=open-exchange-rates.json, refreshInterval=1440.
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.530;
>org.apache.solr.cloud.ZkController; publishing
>core=awholynewcollection_0_shard1_replica3 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.562;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.582;
>org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.614;
>org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1dc5e181
>main
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.615;
>org.apache.solr.update.UpdateHandler; Clearing tlog files,
>tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367698863597/awholynewcollection_0_shard1_replica4/data/tlog
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.617;
>org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.618;
>org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.621;
>org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange
>rates from file currency.xml
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.622;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4]
>Registered new searcher Searcher@1dc5e181
>main{StandardDirectoryReader(segments_1:1)}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.638;
>org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from
>ZooKeeper... 
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.640;
>org.apache.solr.cloud.ZkController; publishing
>core=awholynewcollection_0_shard1_replica4 state=down
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.650;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.653;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state
>numShards=1 message={
>[junit4:junit4]   1>   "operation":"state",
>[junit4:junit4]   1>   "core_node_name":null,
>[junit4:junit4]   1>   "numShards":"1",
>[junit4:junit4]   1>   "shard":"shard1",
>[junit4:junit4]   1>   "roles":null,
>[junit4:junit4]   1>   "state":"down",
>[junit4:junit4]   1>   "shard_state":"active",
>[junit4:junit4]   1>   "core":"awholynewcollection_0_shard1_replica1",
>[junit4:junit4]   1>   "collection":"awholynewcollection_0",
>[junit4:junit4]   1>   "shard_range":null,
>[junit4:junit4]   1>   "node_name":"127.0.0.1:49264_",
>[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49264"}
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.654;
>org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection
>awholynewcollection_0 with numShards 1
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.666;
>org.apache.solr.schema.IndexSchema; default search field in schema is
>text
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.668;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.670;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.670;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange
>rates from open-exchange-rates.json
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.686;
>org.apache.solr.schema.IndexSchema; unique key field: id
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.706;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Unknown key IMPORTANT NOTE
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.707;
>org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates;
>Expected key, got STRING
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.711;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.712;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica5]
>Opening new SolrCore at
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/,
>dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.712;
>org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding
>Solr mbeans to JMX Server:
>com.sun.jmx.mbeanserver.JmxMBeanServer@1ee1dea2
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.713;
>org.apache.solr.core.SolrCore;
>org.apache.solr.core.MockDirectoryFactory
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.715;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.716;
>org.apache.solr.core.SolrCore; New index directory detected: old=null
>new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/index/
>[junit4:junit4]   1> WARN  - 2013-05-04 20:21:28.717;
>org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica5]
>Solr index directory
>'/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_replica5/data/index'
>doesn't exist. Creating new index...
>[junit4:junit4]   1> INFO  - 2013-05-04 20:21:28.717;
>org.apache.solr.core.CachingDirectoryFactory; return new directory for
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367698862018/awholynewcollection_0_shard1_
>
>[...truncated too long message...]
>
>/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkin
s/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins
/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkin
s-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.
v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.9.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-laun
cher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave
/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntIn
stallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.9.jar
>-ea:org.apache.lucene... -ea:org.apache.solr...
>com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush
>-eventsfile
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130504_201535_684.events
>@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130504_201535_684.suites
>[junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process
>returned with error code: 134. Very likely a JVM crash.  Process output
>piped in logs above.
>[junit4:junit4] 	at
>com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
>[junit4:junit4] 	at
>com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:66)
>[junit4:junit4] 	at
>com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
>[junit4:junit4] 	at
>com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
>[junit4:junit4] 	at
>java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>[junit4:junit4] 	at
>java.util.concurrent.FutureTask.run(FutureTask.java:166)
>[junit4:junit4] 	at
>java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>[junit4:junit4] 	at
>java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)
>
>BUILD FAILED
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:378:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:358:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240:
>The following error occurred while executing this line:
>/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884:
>At least one slave process threw an exception, first: Forked process
>returned with error code: 134. Very likely a JVM crash.  Process output
>piped in logs above.
>
>Total time: 69 minutes 48 seconds
>Build step 'Invoke Ant' marked build as failure
>Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops
>-XX:+UseParallelGC
>Archiving artifacts
>Recording test results
>Email was triggered for: Failure
>Sending email for trigger: Failure
>
>
>
>
>------------------------------------------------------------------------
>
>
>---------------------------------------------------------------------
>To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>For additional commands, e-mail: dev-help@lucene.apache.org

--
Uwe Schindler
H.-H.-Meier-Allee 63, 28213 Bremen
http://www.thetaphi.de