You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/04/19 03:00:50 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 392 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/392/
Java: 64bit/jdk1.6.0 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_0 expected:<114> but was:<113>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0 expected:<114> but was:<113>
	at __randomizedtesting.SeedInfo.seed([F917BC7C26480A71:78F1326451176A4D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:158)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:134)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8533 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.195; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.202; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.207; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.208; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.320; org.apache.solr.cloud.ZkTestServer; start zk server on port:51530
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.339; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.347; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3aa368a4 name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.389; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.390; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:16.404; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1f9dcffb0000, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.411; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.419; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@fc8837e name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.419; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.420; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.430; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.440; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.454; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.465; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.467; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.482; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.484; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.494; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.495; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.505; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.506; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.521; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.522; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.534; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.535; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.544; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.545; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.555; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.556; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.564; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:16.565; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.101; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.132; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51533
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.133; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.133; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.134; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.135; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.135; org.apache.solr.core.CoreContainer; New CoreContainer 78749786
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.136; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.139; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.461; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.462; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.462; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.463; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.463; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.464; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.464; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.465; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.465; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.520; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.521; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:51530/solr
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.522; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.527; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.534; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5e71a70b name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.535; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.543; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.594; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.600; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4223c010 name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.601; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.606; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.620; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.638; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.646; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51533_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.650; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51533_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.666; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.685; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.695; org.apache.solr.cloud.Overseer; Overseer (id=89543805253648387-127.0.0.1:51533_yb_zzk%2Fq-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.708; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.726; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.731; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.741; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.748; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.770; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.771; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.774; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.775; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.782; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.786; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.788; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.788; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.887; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.993; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:17.997; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:18.015; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.144; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.165; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.171; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.251; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.261; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.269; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:19.273; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:19.273; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.273; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:19.276; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:19.277; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.277; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.279; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1366330036583/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.279; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@508de972
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.280; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.280; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.281; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:19.281; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.282; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.294; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e938520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72019dcd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.294; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.298; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.299; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.300; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.301; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.301; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.302; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.302; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.303; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.304; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.321; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.331; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@691269e5 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.332; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.334; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.334; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.340; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@691269e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.342; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:19.343; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:20.800; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:20.802; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51533_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51533/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:20.803; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:20.803; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:20.820; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.351; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.352; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51533/yb_zzk/q collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.354; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.387; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.395; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.396; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.397; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51533/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.397; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.398; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51533/yb_zzk/q/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.398; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51533/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:21.399; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.343; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.389; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.417; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51533/yb_zzk/q/collection1/ and leader is http://127.0.0.1:51533/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.419; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51533/yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.419; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.420; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.420; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.425; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.428; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.429; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.430; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.485; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.487; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.493; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@101b2f74 name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.494; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.499; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:22.508; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.066; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.093; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51537
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.096; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.097; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.097; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.098; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.101; org.apache.solr.core.CoreContainer; New CoreContainer 1879407023
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.102; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.102; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.404; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.405; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.406; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.406; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.407; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.408; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.408; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.409; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.409; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.410; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.470; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.471; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:51530/solr
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.472; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.475; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.495; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4b6183d name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.496; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.504; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.566; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.576; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3822cf60 name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.577; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.602; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.899; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.901; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51533_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51533/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.927; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:23.930; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.621; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51537_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.624; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51537_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.634; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.634; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.654; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.655; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.666; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.667; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.668; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.670; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.670; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.670; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.674; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.676; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.677; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:24.773; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:25.052; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:25.068; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:25.077; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.340; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.364; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.370; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.424; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.438; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:26.455; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:26.456; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.456; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:26.460; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:26.460; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.461; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.461; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1366330042509/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.462; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@508de972
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.463; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.464; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.464; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:26.465; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.465; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.471; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.471; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.476; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.477; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.478; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.479; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.481; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.481; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.482; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.484; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.484; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.496; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.509; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3b96c983 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.513; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.516; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.516; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.525; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3b96c983 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.528; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.529; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.973; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.975; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51537_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51537/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.975; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.975; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.987; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.990; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:26.997; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.562; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.562; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51537/yb_zzk/q collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.564; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.602; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.610; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.611; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.611; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51537/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.611; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.612; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51537/yb_zzk/q/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.612; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51537/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:27.612; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.524; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.569; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.624; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51537/yb_zzk/q/collection1/ and leader is http://127.0.0.1:51537/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.625; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51537/yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.625; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.626; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.626; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.631; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.635; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.635; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:28.636; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.229; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.263; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51540
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.265; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.265; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.266; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.266; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.267; org.apache.solr.core.CoreContainer; New CoreContainer 169192677
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.267; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.268; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.563; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.564; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.566; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.566; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.567; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.567; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.568; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.568; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.620; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.621; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:51530/solr
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.622; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.632; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.634; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@50322f85 name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.635; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.643; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:29.656; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1f9dcffb0007, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.741; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.758; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7abe362b name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.758; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:29.776; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.108; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.111; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51537_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51537/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.133; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.804; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51540_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.809; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51540_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.831; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.839; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.840; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.841; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.857; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.858; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.860; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.861; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.867; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.869; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.870; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:30.965; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:31.180; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:31.249; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:31.257; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:32.991; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.031; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.036; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.092; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.108; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.121; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:33.126; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:33.127; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.128; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:33.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:33.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.133; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.133; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1366330048688/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.134; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@508de972
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.135; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.136; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.136; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:33.137; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.137; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.143; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.143; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.148; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.153; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.159; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.160; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.162; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.162; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.162; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.163; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.164; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.176; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.225; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5ad54694 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.226; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.228; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.228; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.236; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5ad54694 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.240; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:33.241; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.727; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.730; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51540_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51540/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.731; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.731; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.747; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.747; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.753; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:34.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.247; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.247; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51540/yb_zzk/q collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.253; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.276; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.285; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.285; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.285; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51540/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.286; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.286; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51540/yb_zzk/q/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.286; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51540/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:35.286; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.274; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.355; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51540/yb_zzk/q/collection1/ and leader is http://127.0.0.1:51540/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.355; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51540/yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.356; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.356; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.356; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.363; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.366; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.367; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.367; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.971; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.981; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51543
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.982; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.983; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.983; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.984; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.984; org.apache.solr.core.CoreContainer; New CoreContainer 1267974885
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.985; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:36.985; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.296; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.297; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.297; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.298; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.298; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.299; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.299; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.300; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.300; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.303; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.357; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.358; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:51530/solr
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.359; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.362; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.370; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@23f39002 name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.372; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.379; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.430; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.437; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@becbc86 name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.437; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.453; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.840; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.842; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51540_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51540/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.861; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.867; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.867; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.874; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:37.874; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.470; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51543_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.473; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51543_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.485; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.485; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.485; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.486; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.499; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.500; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.507; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.508; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.522; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.542; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.542; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.567; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.567; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.571; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.697; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.811; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.816; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:38.825; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:39.943; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:39.961; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:39.968; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.020; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.029; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.039; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:40.046; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:40.050; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.051; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:40.055; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:40.055; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.055; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.056; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1366330056424/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.056; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@508de972
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.057; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.058; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.059; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:40.059; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.059; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.065; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd7d24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@783b3f7b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.066; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.074; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.075; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.076; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.077; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.078; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.078; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.079; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.080; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.081; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.093; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.106; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5ab9c149 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.107; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.111; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.111; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.124; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5ab9c149 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.129; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.129; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.913; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.916; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51543_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51543/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.916; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.916; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.935; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.936; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.936; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.937; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:40.935; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.135; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.136; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51543/yb_zzk/q collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.147; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51543/yb_zzk/q/collection1/ and leader is http://127.0.0.1:51537/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.148; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51543/yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.149; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.149; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.151; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.153; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.154; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.154; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.159; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.170; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.191; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.192; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.193; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.228; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.790; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.820; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51547
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.823; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.823; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.824; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.825; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.826; org.apache.solr.core.CoreContainer; New CoreContainer 1810038970
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.827; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:41.828; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.124; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.125; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.126; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.126; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.127; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.127; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.128; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.129; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.129; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.130; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.186; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.187; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:51530/solr
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.188; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.219; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.224; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@30444c18 name:ZooKeeperConnection Watcher:127.0.0.1:51530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.225; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.231; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.282; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.289; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2d34f41e name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.290; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.304; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.463; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.466; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51543_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51543/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.481; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.482; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.485; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.491; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.491; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:42.491; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.231; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.232; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:51543_yb_zzk%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.316; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51547_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.321; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51547_yb_zzk%2Fq
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.350; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.356; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.357; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.370; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.370; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.381; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.382; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.389; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.389; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.394; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.414; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.414; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.420; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.423; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.428; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.430; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.431; org.apache.solr.core.SolrResourceLoader; Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.538; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.660; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.665; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:43.688; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.850; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.868; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.875; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.929; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.939; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.948; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:44.958; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:44.959; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.959; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:44.965; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:44.965; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.966; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.966; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.966; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@508de972
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.967; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.968; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.968; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:44.969; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.970; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.975; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f3ac618 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1906c58a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.975; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.980; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.981; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.983; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.984; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.985; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.985; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.986; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.987; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.988; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:44.999; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.011; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3f8eebb6 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.012; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.013; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.014; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.031; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3f8eebb6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.033; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.034; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.235; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:51537/yb_zzk/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.235; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:51543/yb_zzk/q START replicas=[http://127.0.0.1:51537/yb_zzk/q/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:45.236; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.237; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.238; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.238; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.240; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.242; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:51537/yb_zzk/q/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.242; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.284; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.318; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.322; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.323; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.324; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.325; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.326; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e5a0fc1 realtime
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.326; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.326; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.328; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.329; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.339; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.339; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.341; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.341; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.342; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.345; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.347; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.348; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index.20130419020745347
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.349; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e69555f lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a88d537) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.352; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.356; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.357; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.358; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.361; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd7d24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@783b3f7b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd7d24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@783b3f7b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.361; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.362; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.362; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4d6bb924 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.364; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4d6bb924 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.366; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index.20130419020745347 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index.20130419020745347;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.366; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index.20130419020745347
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.367; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty3/index.20130419020745347
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.367; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.368; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.369; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.370; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.378; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.546; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.549; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51547_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51547/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.550; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.550; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.562; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51543_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51543/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.576; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.576; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.580; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:45.582; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.038; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.038; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51547/yb_zzk/q collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.060; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51547/yb_zzk/q/collection1/ and leader is http://127.0.0.1:51540/yb_zzk/q/collection1/
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.061; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51547/yb_zzk/q
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.061; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.062; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.063; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.068; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.068; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.069; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.070; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.073; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.074; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.073; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.075; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.136; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.138; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.139; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.154; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:46.162; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.120; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.122; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51547_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51547/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.138; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.139; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.139; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.144; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.145; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:47.175; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:48.164; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:48.165; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:51547_yb_zzk%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:48.190; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:49.198; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.167; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:51540/yb_zzk/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.168; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:51547/yb_zzk/q START replicas=[http://127.0.0.1:51540/yb_zzk/q/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-19 00:07:50.168; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.169; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.169; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.169; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.170; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.170; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:51540/yb_zzk/q/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.178; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.208; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.210; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.239; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.243; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.244; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.245; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.245; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.246; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1b6301f4 realtime
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.247; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.247; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.250; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.250; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.257; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.258; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.259; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.259; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.260; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.263; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.264; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.266; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index.20130419020750264
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.266; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@71290aac lockFactory=org.apache.lucene.store.NativeFSLockFactory@756ac549) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.269; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.278; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.280; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.281; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.289; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f3ac618 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1906c58a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f3ac618 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1906c58a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.291; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.291; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.292; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@719e63be main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.294; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@719e63be main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.297; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index.20130419020750264 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index.20130419020750264;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.297; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index.20130419020750264
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.297; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1366330036205/jetty4/index.20130419020750264
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.298; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.298; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.298; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.298; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:50.301; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.219; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.703; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.706; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:51547_yb_zzk%2Fq",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51547/yb_zzk/q"}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.724; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.738; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:51.742; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.225; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.235; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.259; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.264; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e938520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72019dcd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.266; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.268; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e938520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72019dcd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e938520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72019dcd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.268; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.269; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5fb08ca4 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.270; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.272; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5fb08ca4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.272; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.336; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.339; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ec3b565 lockFactory=org.apache.lucene.store.NativeFSLockFactory@181f9666),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.339; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.340; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@431f5ba2 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.341; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.342; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@431f5ba2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.343; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:51543/yb_zzk/q/collection1/, StdNode: http://127.0.0.1:51540/yb_zzk/q/collection1/, StdNode: http://127.0.0.1:51547/yb_zzk/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.418; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.430; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.432; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.435; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f3ac618 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1906c58a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f3ac618 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1906c58a),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.436; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.436; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c9fd14a main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.437; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.439; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5c9fd14a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.440; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.443; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd7d24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@783b3f7b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd7d24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@783b3f7b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.444; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.446; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23bd25db main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.447; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.448; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44f4d67a lockFactory=org.apache.lucene.store.NativeFSLockFactory@38f4596e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.448; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.449; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2b525fb6 main
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.450; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.451; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@23bd25db main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.453; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2b525fb6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.454; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.455; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.457; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 121
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.461; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.488; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.498; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.509; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:52.521; org.apache.solr.core.SolrCore; [collection1] webapp=/yb_zzk/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.538; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432700924229320704)} 0 10
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.659; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={update.distrib=FROMLEADER&_version_=-1432700924353052672&update.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432700924353052672)} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.662; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432700924353052672)} 0 15
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.669; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={update.distrib=FROMLEADER&_version_=-1432700924249243648&update.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432700924249243648)} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432700924249243648)} 0 124
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.688; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[0 (1432700924391849984)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.718; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432700924403384320)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.721; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[0 (1432700924403384320)]} 0 26
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.729; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[1 (1432700924436938752)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.764; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432700924463153152)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.767; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1432700924463153152)]} 0 15
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.776; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[1]} 0 41
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.785; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[2 (1432700924495659008)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.807; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432700924502999040)]} 0 11
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.810; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[2 (1432700924502999040)]} 0 21
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.826; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[3 (1432700924536553472)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.859; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432700924561719296)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.862; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1432700924561719296)]} 0 17
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.865; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[3]} 0 27
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.875; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[4 (1432700924588982272)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.900; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432700924604710912)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.903; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1432700924604710912)]} 0 16
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.909; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[4]} 0 27
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.925; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[5 (1432700924641411072)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.954; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432700924661334016)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.957; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1432700924661334016)]} 0 17
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.959; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[5]} 0 25
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.969; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[6 (1432700924688596992)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:54.997; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432700924701179904)]} 0 11
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.001; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432700924701179904)]} 0 23
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.003; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[6]} 0 30
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.013; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[7 (1432700924733685760)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.040; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432700924754657280)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.043; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[7 (1432700924754657280)]} 0 14
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.062; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[8 (1432700924777725952)]} 0 12
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.083; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432700924797648896)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.086; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[8 (1432700924797648896)]} 0 16
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.099; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[9 (1432700924822814720)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.127; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432700924835397632)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.130; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[9 (1432700924835397632)]} 0 24
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.140; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[10 (1432700924865806336)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.169; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432700924877340672)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.189; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[10 (1432700924877340672)]} 0 43
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.220; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[11 (1432700924950740992)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.243; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432700924964372480)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.278; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1432700924964372480)]} 0 49
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.280; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[11]} 0 55
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[12 (1432700925033578496)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.346; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432700925071327232)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.349; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1432700925071327232)]} 0 18
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.352; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[12]} 0 39
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.369; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[13 (1432700925106978816)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.426; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1432700925126901760)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.429; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[13 (1432700925126901760)]} 0 44
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.443; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[14 (1432700925183524864)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.544; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1432700925267410944)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.549; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1432700925267410944)]} 0 30
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.552; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[14]} 0 43
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.592; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[15 (1432700925338714112)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.633; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1432700925357588480)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.647; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[15 (1432700925357588480)]} 0 43
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.661; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[16 (1432700925410017280)]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.753; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432700925427843072)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.757; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1432700925427843072)]} 0 86
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.762; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[16]} 0 96
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.772; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[17 (1432700925530603520)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.815; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432700925547380736)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.820; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1432700925547380736)]} 0 34
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.823; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[17]} 0 45
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.841; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[18 (1432700925598760960)]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.886; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432700925615538176)]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.890; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[18 (1432700925615538176)]} 0 40
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:55.902; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[19 (1432700925663772672)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.004; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1432700925761290240)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.006; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1432700925761290240)]} 0 16
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.028; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[19]} 0 45
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.069; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[20 (1432700925839933440)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.135; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1432700925879779328)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.138; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1432700925879779328)]} 0 36
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.149; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[20]} 0 55
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.160; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[21 (1432700925936402432)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.173; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1432700925944791040)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.228; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[21 (1432700925944791040)]} 0 64
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.236; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[22 (1432700926017142784)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.341; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1432700926065377280)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.344; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[22 (1432700926065377280)]} 0 65
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.382; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[23 (1432700926168137728)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1432700926190157824)]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.450; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[23 (1432700926190157824)]} 0 51
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.462; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[24 (1432700926252023808)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.489; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1432700926271946752)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.504; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1432700926271946752)]} 0 27
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.506; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[24]} 0 36
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.526; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[25 (1432700926320181248)]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.556; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1432700926339055616)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.559; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1432700926339055616)]} 0 18
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.562; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[25]} 0 28
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.573; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[26 (1432700926368415744)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.602; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1432700926389387264)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.603; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[26 (1432700926389387264)]} 0 15
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.617; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[27 (1432700926415601664)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.644; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1432700926433427456)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.652; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[27 (1432700926433427456)]} 0 21
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.678; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[28 (1432700926478516224)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1432700926502633472)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.721; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1432700926502633472)]} 0 25
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.724; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[28]} 0 41
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.744; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={wt=javabin&version=2} {add=[29 (1432700926547722240)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51540/yb_zzk/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1432700926573936640)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:56.806; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/yb_zzk/q path=/update params={distrib.from=http://127.0.0.1:51537/yb_zzk/q/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1432700926573936640)]} 0 42
[junit4:junit4]   1> INFO  - 2013-04-19 00:07:

[...truncated too long message...]

he.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.022; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.023; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.028; org.apache.solr.core.SolrCore; [collection1_shard1_1_replica2] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.031; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.033; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.034; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.039; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.039; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1366330061251/collection1_shard1_1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.049; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89543805253648396-127.0.0.1:51547_yb_zzk%2Fq-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.073; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (0)
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.074; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.096; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/yb_zzk/q,null}
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.189; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.194; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:51530 51530
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.396; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@44c7cb1f name:ZooKeeperConnection Watcher:127.0.0.1:51530/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.397; org.apache.solr.common.cloud.ConnectionManager; zkClient has disconnected
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.458; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 51533
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.459; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.460; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:51530 51530
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1366330036206
[junit4:junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1366330036205 FAILED !!!!!
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=F917BC7C26480A71 -Dtests.slow=true -Dtests.locale=ar_DZ -Dtests.timezone=Europe/Tirane -Dtests.file.encoding=MacRoman
[junit4:junit4] FAILURE 87.5s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_0 expected:<114> but was:<113>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F917BC7C26480A71:78F1326451176A4D]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:158)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:134)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:43.725; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 87546 T1139 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-19 00:08:44.382; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-19 00:08:44.383; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-19 00:08:44.383; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Memory doPackFST= true), n_f1=Lucene41(blocksize=128), _version_=PostingsFormat(name=Asserting), n_tl1=Lucene41(blocksize=128), n_d1=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Asserting), n_td1=Lucene41(blocksize=128), timestamp=PostingsFormat(name=Asserting), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Direct), n_tdt1=PostingsFormat(name=Asserting), range_facet_si=Lucene41(blocksize=128), n_l1=PostingsFormat(name=Asserting), multiDefault=Lucene41(blocksize=128), n_tf1=PostingsFormat(name=Asserting), n_dt1=Lucene41(blocksize=128)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_DZ, timezone=Europe/Tirane
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_43 (64-bit)/cpus=2,threads=1,free=15606264,total=94941184
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ReturnFieldsTest, TestSurroundQueryParser, CurrencyFieldXmlFileTest, TestPostingsSolrHighlighter, ClusterStateTest, TestHashPartitioner, QueryElevationComponentTest, TestReplicationHandler, LoggingHandlerTest, SynonymTokenizerTest, TestReload, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestDynamicFieldCollectionResource, WordBreakSolrSpellCheckerTest, TestSystemIdResolver, OutputWriterTest, TestStressLucene, BasicZkTest, HighlighterConfigTest, AnalysisAfterCoreReloadTest, SuggesterTSTTest, SimplePostToolTest, SolrRequestParserTest, ShowFileRequestHandlerTest, TestLFUCache, TestIBSimilarityFactory, TestIndexingPerformance, TestRealTimeGet, TestRemoteStreaming, TestJmxIntegration, SliceStateTest, DocumentBuilderTest, DocValuesMultiTest, SimpleFacetsTest, TestReversedWildcardFilterFactory, OpenExchangeRatesOrgProviderTest, TestTrie, SpellCheckCollatorTest, TestRandomDVFaceting, SchemaVersionSpecificBehaviorTest, DateFieldTest, TestConfig, ClusterStateUpdateTest, RecoveryZkTest, TestSolrXml, TestBinaryField, TestCodecSupport, QueryParsingTest, AlternateDirectoryTest, TestFuzzyAnalyzedSuggestions, EchoParamsTest, TestElisionMultitermQuery, TestAnalyzedSuggestions, CoreContainerCoreInitFailuresTest, FileBasedSpellCheckerTest, FieldAnalysisRequestHandlerTest, SolrTestCaseJ4Test, ShardSplitTest]
[junit4:junit4] Completed in 88.38s, 1 test, 1 failure <<< FAILURES!

[...truncated 730 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1234: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:878: There were test failures: 291 suites, 1205 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 116 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 394 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/394/
Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([EA12CFFB14992229:6BF441E363C64215]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:509)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8760 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.196; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.201; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.204; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.205; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.306; org.apache.solr.cloud.ZkTestServer; start zk server on port:53083
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.313; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.328; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2df85c7e name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.329; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.333; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.347; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.356; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34f2b166 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.357; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.358; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.373; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.384; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.394; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.404; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.405; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.418; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.421; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.431; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.432; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.449; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.450; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.459; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.461; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.471; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.473; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.483; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.484; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.495; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.497; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.513; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:25.514; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.076; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.103; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53086
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.107; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.108; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.109; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.110; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.110; org.apache.solr.core.CoreContainer; New CoreContainer 1896797217
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.111; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.112; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.462; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.464; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.464; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.466; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.466; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.467; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.468; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.469; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.470; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.470; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.523; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.524; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53083/solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.525; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.527; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.536; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1db81a37 name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.538; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.543; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.592; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.600; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@48cbfbcb name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.601; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.606; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.621; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.632; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.644; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53086_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.646; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53086_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.657; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.675; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.683; org.apache.solr.cloud.Overseer; Overseer (id=89548221658890243-127.0.0.1:53086_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.693; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.710; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.715; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.725; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.731; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.745; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.746; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.747; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.772; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.795; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.799; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.806; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@40e37570 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.807; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.811; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:26.820; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.354; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.376; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53090
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.382; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.383; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.383; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.384; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.385; org.apache.solr.core.CoreContainer; New CoreContainer 1872252798
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.387; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.388; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.739; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.740; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.741; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.742; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.743; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.744; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.745; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.745; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.746; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.747; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.800; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.802; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53083/solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.802; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.816; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.818; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76bdb282 name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.820; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:27.826; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e23a2163f0005, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.827; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.901; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.912; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@661d3c19 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.912; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:27.927; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.942; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53090_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.949; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53090_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.964; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.968; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.970; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.983; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.984; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:28.985; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.577; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.655; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53093
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.657; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.657; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.658; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.659; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.660; org.apache.solr.core.CoreContainer; New CoreContainer 1558485001
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.661; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:29.661; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.018; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.018; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.021; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.022; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.023; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.023; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.024; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.025; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.117; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.119; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53083/solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.119; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.175; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.177; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5fc10550 name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.178; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.183; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.230; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.234; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@41e3fe87 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.234; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:30.247; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.258; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53093_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.263; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53093_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.275; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.318; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.329; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.330; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.331; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.334; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.340; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.930; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.956; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53096
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.958; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.959; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.960; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.961; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.962; org.apache.solr.core.CoreContainer; New CoreContainer 772934619
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.962; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:31.963; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.304; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.306; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.306; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.307; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.308; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.309; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.309; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.310; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.311; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.312; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.362; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.363; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53083/solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.364; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.367; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.374; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@24800623 name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.376; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:32.382; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e23a2163f0009, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.383; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.444; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.455; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@77a9e0a5 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.456; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:32.469; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.482; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53096_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.486; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53096_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.501; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.504; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.505; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.506; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.507; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.529; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.531; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:33.532; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.100; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.134; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53099
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.138; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.138; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.139; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.140; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.141; org.apache.solr.core.CoreContainer; New CoreContainer 651754375
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.142; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.142; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.486; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.487; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.488; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.489; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.490; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.490; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.491; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.492; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.492; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.493; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.545; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.547; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53083/solr
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.548; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.550; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.557; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@36803499 name:ZooKeeperConnection Watcher:127.0.0.1:53083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.558; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.564; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:34.564; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e23a2163f000b, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.611; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.617; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@69573d03 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.618; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:34.630; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.644; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53099_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.647; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53099_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.660; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.660; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.663; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.664; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.664; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.665; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.683; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.684; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.685; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.731; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.783; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.788; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.793; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":null,
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"nodes_used_collection",
[junit4:junit4]   1>   "replicationFactor":"2"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.793; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53096_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.794; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53093_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.797; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53099_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.822; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53090_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.837; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.851; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.850; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.854; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.850; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.855; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.854; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.857; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.851; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.858; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.857; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.860; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.856; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.861; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.861; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.863; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.868; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.869; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.875; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.875; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.879; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.883; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.905; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.906; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.925; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.928; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.946; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.954; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.954; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.955; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:35.973; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.143; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.254; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.267; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.376; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.600; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.639; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.669; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.734; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.737; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.769; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.781; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.784; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.795; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.796; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.803; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:36.805; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.348; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.413; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.424; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.432; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.450; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.480; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.588; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.642; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.649; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.660; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.708; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.776; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.778; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.711; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.785; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.786; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.787; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.788; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.788; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.789; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.791; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.793; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.793; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.795; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.816; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.837; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.838; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.839; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.854; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.863; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.864; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.865; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.866; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.866; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.870; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5e49c5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@a3807eb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.871; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.872; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.875; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:41.876; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.877; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.903; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.904; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.906; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.907; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.909; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.909; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.910; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.911; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.912; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.928; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.932; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c133d2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e0faf43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.933; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.934; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.938; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.939; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.941; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.943; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.945; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.946; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.946; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.948; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.948; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.961; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5d21ee2 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.963; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.965; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.965; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.971; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@5d21ee2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:41.977; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.022; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.031; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.037; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.066; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4f9c6a14 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.067; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.074; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.074; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.071; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.068; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.091; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.093; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@4f9c6a14 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.098; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53093_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53093"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.098; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection nodes_used_collection with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.115; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53096_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53096"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.133; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.138; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.227; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.247; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.260; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.270; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.272; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.273; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.277; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.278; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.278; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.280; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.281; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.282; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.282; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.287; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.288; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.289; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.290; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.293; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.298; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763a493f lockFactory=org.apache.lucene.store.NativeFSLockFactory@35fcc852),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.299; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.313; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.314; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.315; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.316; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.317; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.319; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.319; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.321; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.322; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.334; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.354; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4164db08 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.355; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.356; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.357; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.358; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.379; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.380; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.381; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.385; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.385; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.386; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.387; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.388; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.389; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.391; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.391; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:42.392; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.393; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.395; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4164db08 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.398; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.408; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c0bf957 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27f81323),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.409; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.417; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.418; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.420; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.421; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.422; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.423; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.424; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.425; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.426; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.438; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.458; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@48d66379 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.462; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.466; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.467; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.474; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@48d66379 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.478; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.993; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.994; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53093 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:42.997; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.024; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.035; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.103; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.133; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53096 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.541; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.542; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.543; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.544; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53093 START replicas=[http://127.0.0.1:53096/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.548; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53093 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.549; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.551; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.552; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.553; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.568; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.682; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.685; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53090_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53090"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.698; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53099_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53099"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.733; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.742; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.743; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.743; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.742; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.742; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.793; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.793; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53093
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.794; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.794; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.798; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.811; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.812; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:43.816; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7966 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.146; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53096/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.147; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53096
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.148; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.148; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.150; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.150; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.153; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.153; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.158; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.160; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.160; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.173; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8336 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.228; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:53096__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.419; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.420; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53090 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.423; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.443; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.451; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.486; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.487; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53099 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.954; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.955; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.955; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.956; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53090 START replicas=[http://127.0.0.1:53099/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.957; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53090 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.957; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.958; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.960; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.965; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:44.984; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.285; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.288; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53093__nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53093_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53093"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.301; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53096__nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53096_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53096"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.347; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.347; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.376; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.377; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53090
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.378; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.379; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.387; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.390; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.391; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.394; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9543 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.499; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53099/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.500; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53099
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.501; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.502; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.530; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.533; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.537; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.542; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.543; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.545; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.546; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.549; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9699 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.553; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.619; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:53099__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.620; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.626; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.627; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7966},core=nodes_used_collection_shard1_replica2,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/solr.xml},null={responseHeader={status=0,QTime=8336},core=nodes_used_collection_shard1_replica1,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/solr.xml},null={responseHeader={status=0,QTime=9543},core=nodes_used_collection_shard2_replica2,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/solr.xml},null={responseHeader={status=0,QTime=9699},core=nodes_used_collection_shard2_replica1,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/solr.xml}}}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.630; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9847 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.632; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.635; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.646; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@728cb721 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.646; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.650; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.659; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.673; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.678; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@752046b1 name:ZooKeeperConnection Watcher:127.0.0.1:53083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.679; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.683; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.746; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&maxShardsPerNode=3&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.749; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.753; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.754; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":"3",
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"awholynewcollection_0",
[junit4:junit4]   1>   "replicationFactor":"5"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.754; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53090_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.755; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53096_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.755; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53093_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.756; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53086_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.756; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53099_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.759; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/awholynewcollection_0_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.760; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.767; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/awholynewcollection_0_shard1_replica5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.768; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.770; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.770; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.772; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.773; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.762; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53090_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.775; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.776; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.778; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.778; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.779; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.779; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.785; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53096_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.791; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.791; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.792; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.793; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.798; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53093_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.804; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53086_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.807; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53099_
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.809; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.821; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.814; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.829; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.814; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.831; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.813; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.833; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.810; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/awholynewcollection_0_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.834; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.827; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/awholynewcollection_0_shard2_replica3
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.837; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.839; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.827; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.841; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.825; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/awholynewcollection_0_shard2_replica5
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.842; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.839; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.867; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.868; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.869; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.871; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.873; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.873; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.873; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.873; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.876; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.874; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.877; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.883; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.886; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.886; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.899; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.911; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366397429032/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.911; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.920; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.923; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.954; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.956; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.958; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.980; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.988; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:45.993; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.012; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.232; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:53096__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.233; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53096__nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:53096_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.401; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.521; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.689; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.776; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.822; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.847; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.859; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.921; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.923; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53090__nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53090_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53090"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.956; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53099__nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53099_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53099"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.982; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:46.993; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.084; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.102; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.612; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.618; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.627; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:53099__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.628; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53099__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:53099_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2009 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.662; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.805; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.813; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.896; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.952; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:47.953; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.010; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.018; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.066; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.078; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.097; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.118; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.156; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.162; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.175; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.190; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.194; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.210; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.223; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.233; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.241; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.289; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.289; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53096 START replicas=[http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.287; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:48.291; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.298; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.298; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.298; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.299; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.299; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:53093/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.300; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.330; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.348; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.364; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.446; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=12 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.448; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.452; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.460; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.518; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.544; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5e49c5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@a3807eb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.550; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.590; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5e49c5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@a3807eb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5e49c5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@a3807eb),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.591; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.592; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4ab64d29 realtime
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.592; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.593; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard1_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 75
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.596; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.597; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.642; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.646; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.647; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.648; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.648; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.654; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.656; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.662; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index.20130419155048656
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.663; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@15231127 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d195f99) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.705; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.717; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.720; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.721; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.724; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c133d2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e0faf43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c133d2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e0faf43),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.726; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.727; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.727; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7e2943a main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.729; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@7e2943a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.730; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index.20130419155048656 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index.20130419155048656;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.731; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index.20130419155048656
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.731; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366397431382/nodes_used_collection_shard1_replica1/data/index.20130419155048656
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.731; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.732; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.732; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:48.746; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.651; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.652; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53099 START replicas=[http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:49.653; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.653; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.653; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.654; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.654; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.654; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:53090/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.655; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.792; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.875; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.881; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763a493f lockFactory=org.apache.lucene.store.NativeFSLockFactory@35fcc852),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.881; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.887; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763a493f lockFactory=org.apache.lucene.store.NativeFSLockFactory@35fcc852),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763a493f lockFactory=org.apache.lucene.store.NativeFSLockFactory@35fcc852),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.888; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.891; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6438ef06 realtime
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.892; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.892; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.932; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.933; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.945; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.946; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.947; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.948; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.948; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:49.992; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.010; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.018; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index.20130419155050011
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.019; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7467291c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3609103e) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.022; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.043; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.074; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.075; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.106; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.108; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53096__nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53096_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53096"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.111; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c0bf957 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27f81323),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c0bf957 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27f81323),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.133; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.142; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.149; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.149; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.150; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.150; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.151; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.152; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.150; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.150; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.162; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@612c4f6d main
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.164; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@612c4f6d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.172; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index.20130419155050011 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index.20130419155050011;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.172; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index.20130419155050011
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.173; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366397433582/nodes_used_collection_shard2_replica1/data/index.20130419155050011
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.173; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.174; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.174; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:50.218; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.740; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.743; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:53099__nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53099_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53099"}
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.758; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.759; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.760; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.761; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.761; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.788; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.789; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:51.789; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:58.841; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.010; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.096; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.170; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.174; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.221; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.393; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.408; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.413; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.500; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.507; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.539; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.554; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.555; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.556; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.591; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.592; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.593; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.593; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.594; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.595; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.596; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.598; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.598; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.599; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.641; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f06bfbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a1da32),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.642; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.647; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.648; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.650; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.652; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.656; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.657; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.657; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.659; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.660; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.654; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.690; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.860; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.978; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.982; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.986; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.988; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.991; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.991; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:50:59.999; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 18:50:59.997; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.009; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.011; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.012; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.013; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.014; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.016; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.019; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.020; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.022; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.023; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.024; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@620e06ce
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.026; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.030; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.032; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.033; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.035; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.038; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.036; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 18:51:00.042; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.044; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.087; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@19a6bd65 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.088; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard2_replica4/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.091; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.093; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.093; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7897fe71 lockFactory=org.apache.lucene.store.NativeFSLockFactory@75b0a4c4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.099; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.107; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica4] Registered new searcher Searcher@19a6bd65 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.112; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard2_replica4 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.124; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.125; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.127; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.128; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.150; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.151; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.152; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.161; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.163; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.186; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.198; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5bf292a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61b35569),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.200; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.233; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.234; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.236; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.237; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.243; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.268; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.269; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.270; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.271; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.273; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.305; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23b2f98 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.306; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366397426821/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.341; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.345; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.347; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.352; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.360; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@23b2f98 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.367; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.384; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.433; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1b92b0a2 main
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.434; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366397425530/awholynewcollection_0_shard1_replica4/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.437; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.438; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.447; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Registered new searcher Searcher@1b92b0a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 18:51:00.453; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   1> INFO  - 2013-04-19

[...truncated too long message...]

.locale=pt -Dtests.timezone=America/Argentina/Mendoza -Dtests.file.encoding=MacRoman
[junit4:junit4] FAILURE  306s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([EA12CFFB14992229:6BF441E363C64215]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:509)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> INFO  - 2013-04-19 18:55:31.675; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 306490 T3873 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-19 18:55:32.795; org.apache.solr.cloud.LeaderElector$1; 
[junit4:junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard2/election
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   1> WARN  - 2013-04-19 18:55:32.796; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-19 18:55:32.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-19 18:55:32.797; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-19 18:55:32.797; org.apache.solr.cloud.LeaderElector$1; 
[junit4:junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pt, timezone=America/Argentina/Mendoza
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=41139664,total=203874304
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HighlighterTest, TestCoreContainer, RequestHandlersTest, ConvertedLegacyTest, DocValuesTest, TestUniqueKeyFieldResource, CurrencyFieldOpenExchangeTest, ShardRoutingTest, TestOmitPositions, RegexBoostProcessorTest, DistributedSpellCheckComponentTest, DocumentBuilderTest, FastVectorHighlighterTest, TestIBSimilarityFactory, SpellingQueryConverterTest, TestSolrDeletionPolicy2, SliceStateTest, LeaderElectionIntegrationTest, TermVectorComponentTest, SuggesterWFSTTest, TestCloudManagedSchema, TestAnalyzedSuggestions, AliasIntegrationTest, JSONWriterTest, TestSchemaNameResource, TestStressLucene, TestQuerySenderListener, TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest, CachingDirectoryFactoryTest, DirectSolrConnectionTest, SolrCmdDistributorTest, IndexBasedSpellCheckerTest, BadIndexSchemaTest, TestFastWriter, TestUtils, AlternateDirectoryTest, TestSolr4Spatial, PingRequestHandlerTest, TestLRUCache, TestRandomFaceting, PreAnalyzedUpdateProcessorTest, ReturnFieldsTest, ClusterStateUpdateTest, ExternalFileFieldSortTest, StatelessScriptUpdateProcessorFactoryTest, TestDynamicFieldResource, TestFastLRUCache, TestSort, SolrInfoMBeanTest, TestCharFilters, TestDistributedGrouping, MoreLikeThisHandlerTest, TestLMDirichletSimilarityFactory, SpellPossibilityIteratorTest, SuggesterTest, TestConfig, TestPostingsSolrHighlighter, QueryEqualityTest, TestSolrQueryParserDefaultOperatorResource, TestLazyCores, TestRecovery, TestPHPSerializedResponseWriter, TestShardHandlerFactory, TestElisionMultitermQuery, TestStressRecovery, SolrCoreCheckLockOnStartupTest, BadComponentTest, TestFieldResource, TestFastOutputStream, ScriptEngineTest, TestCodecSupport, RAMDirectoryFactoryTest, FieldAnalysisRequestHandlerTest, TestComponentsName, CopyFieldTest, ShardSplitTest, TestRTGBase, SynonymTokenizerTest, TestSystemIdResolver, UUIDFieldTest, SystemInfoHandlerTest, TestFoldingMultitermQuery, URLClassifyProcessorTest, DisMaxRequestHandlerTest, IndexSchemaRuntimeFieldTest, CoreAdminHandlerTest, SearchHandlerTest, LegacyHTMLStripCharFilterTest, TestSchemaResource, TestPseudoReturnFields, XmlUpdateRequestHandlerTest, TestCSVLoader, FieldMutatingUpdateProcessorTest, DOMUtilTest, TestDynamicFieldCollectionResource, TestSuggestSpellingConverter, SliceStateUpdateTest, ResourceLoaderTest, SolrCoreTest, TestIndexSearcher, TestZkChroot, TestTrie, AnalysisAfterCoreReloadTest, TestBinaryField, TestSolrXMLSerializer, ChaosMonkeyShardSplitTest, TestReload, TestSchemaSimilarityResource, TestFunctionQuery, JsonLoaderTest, TestDefaultSimilarityFactory, ShowFileRequestHandlerTest, SimpleFacetsTest, TestSolrXml, TestCoreDiscovery, LeaderElectionTest, ZkSolrClientTest, TestArbitraryIndexDir, NotRequiredUniqueKeyTest, UpdateParamsTest, TestWordDelimiterFilterFactory, CircularListTest, SolrIndexConfigTest, PrimitiveFieldTypeTest, TestSolrDeletionPolicy1, TestFieldTypeCollectionResource, BasicFunctionalityTest, TestBinaryResponseWriter, DistanceFunctionTest, OpenExchangeRatesOrgProviderTest, DateFieldTest, DefaultValueUpdateProcessorTest, TestPropInject, SyncSliceTest, SpellCheckCollatorTest, PreAnalyzedFieldTest, LukeRequestHandlerTest, SpatialFilterTest, TestFieldCollectionResource, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 307.86s, 1 test, 1 failure <<< FAILURES!

[...truncated 443 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1234: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:878: There were test failures: 291 suites, 1205 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 124 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 393 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/393/
Java: 64bit/jdk1.7.0 -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([22572095750781B9:A3B1AE8D0258E185]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:509)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 17418 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.590; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /_yd/t
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.596; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.599; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.600; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.701; org.apache.solr.cloud.ZkTestServer; start zk server on port:50359
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.703; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.713; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7524155f name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.714; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.715; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.727; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.738; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7cf9d3b0 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.739; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.739; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.755; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.764; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.774; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.788; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.791; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.806; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.808; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.819; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.821; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.835; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.839; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.855; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.857; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.868; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.870; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.881; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.883; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.896; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.898; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.911; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:26.914; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.522; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.555; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50362
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.556; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.557; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.558; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.559; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.560; org.apache.solr.core.CoreContainer; New CoreContainer 1412045517
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.561; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.561; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.881; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.882; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.883; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.884; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.885; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.886; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.887; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.888; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.888; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.889; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.923; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.924; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50359/solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.925; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.927; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.932; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1de71d3a name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.933; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.939; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.965; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.978; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@44367d50 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.979; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.983; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:27.995; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.006; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.013; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50362__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.016; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50362__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.028; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.051; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.060; org.apache.solr.cloud.Overseer; Overseer (id=89546452278575107-127.0.0.1:50362__yd%2Ft-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.071; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.092; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.097; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.103; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.118; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.124; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.137; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.138; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.138; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.160; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.164; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.174; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4fffb9dd name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.174; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.180; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.188; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.717; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.724; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50366
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.727; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.728; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.729; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.729; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.730; org.apache.solr.core.CoreContainer; New CoreContainer 1293505046
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.731; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:28.732; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.050; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.051; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.052; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.053; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.055; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.056; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.057; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.057; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.058; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.059; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.151; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.152; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50359/solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.153; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.155; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.160; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@585c7c96 name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.161; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.167; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.190; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.197; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3675f94a name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.198; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:29.210; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.236; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50366__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.240; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50366__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.252; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.252; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.253; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.265; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.266; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.267; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.856; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.867; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50369
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.869; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.870; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.872; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.873; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.874; org.apache.solr.core.CoreContainer; New CoreContainer 785133089
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.876; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:30.878; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.218; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.219; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.220; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.221; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.221; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.222; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.223; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.224; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.225; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.226; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.259; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.260; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50359/solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.262; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.264; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.269; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46fa88b0 name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.270; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.275; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.302; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.306; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@356b514 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.306; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:31.327; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.339; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50369__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.341; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50369__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.361; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.362; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.363; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.377; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.378; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.378; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.986; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:32.995; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50372
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.046; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.048; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.049; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.050; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.051; org.apache.solr.core.CoreContainer; New CoreContainer 66852806
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.052; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.053; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.443; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.444; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.445; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.445; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.446; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.449; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.450; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.451; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.451; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.452; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.479; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.481; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50359/solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.481; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.485; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.489; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3d1a1a90 name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.490; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.495; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.548; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.556; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5615599 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.556; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:33.570; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.581; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50372__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.585; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50372__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.614; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.615; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.616; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.616; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.617; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.637; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.639; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:34.640; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.324; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.331; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50375
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.333; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.335; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.336; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.343; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.345; org.apache.solr.core.CoreContainer; New CoreContainer 1069696626
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.347; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.349; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.808; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.810; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.811; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.812; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.813; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.814; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.815; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.816; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.817; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.819; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.864; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.866; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50359/solr
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.867; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.872; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.882; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f0e1d65 name:ZooKeeperConnection Watcher:127.0.0.1:50359 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.884; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.891; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.918; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.924; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d515276 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.924; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:35.937; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.957; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50375__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.960; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50375__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.977; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.977; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.978; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.978; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.983; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.997; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.998; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:36.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.025; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.054; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.059; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.066; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":null,
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"nodes_used_collection",
[junit4:junit4]   1>   "replicationFactor":"2"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.067; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50366__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.068; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50372__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.068; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50375__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.069; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50362__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.078; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.084; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.086; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.087; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.085; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.088; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.086; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.090; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.091; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.092; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.089; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.093; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.094; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.095; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.098; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.099; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.102; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.104; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.107; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.107; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.107; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.109; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.113; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.115; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.129; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.136; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.138; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.143; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.153; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.154; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.163; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.188; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.384; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.498; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.539; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:37.561; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.038; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.057; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.064; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.079; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.095; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.102; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.112; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.122; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.127; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.149; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.150; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:38.198; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:41.876; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:41.950; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:41.951; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:41.956; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.008; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.024; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.044; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.062; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.091; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.091; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.146; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.147; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.151; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.158; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.162; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.172; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.186; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.196; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.197; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.198; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.204; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.207; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.207; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.208; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.208; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.209; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.212; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.213; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.214; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.215; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.215; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.216; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.226; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75c2a960 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8690cbc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.227; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.229; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.243; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.244; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.247; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.247; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.249; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.258; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.263; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.265; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.266; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.267; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.268; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.269; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.268; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.271; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.273; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.274; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.275; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.276; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.274; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.279; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.280; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.288; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.295; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44562793 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4bc298e9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.296; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.303; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.303; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.305; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.307; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.308; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.308; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.309; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.310; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.311; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.313; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.329; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.336; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.366; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.368; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.369; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.372; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@455b7688 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.373; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.376; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.381; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.383; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4ef86287 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.383; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.385; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.386; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.392; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@455b7688 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.398; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.399; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.402; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.403; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.404; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.406; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.412; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4ef86287 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.416; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.417; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.419; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.420; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.424; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.424; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.443; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@633f647d lockFactory=org.apache.lucene.store.NativeFSLockFactory@38991ffa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.445; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.455; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.456; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.458; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.459; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.460; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.461; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.462; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.463; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.464; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.490; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.500; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.536; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@506ce77a main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.538; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.541; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.542; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.542; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.563; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.575; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.577; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.578; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.582; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@506ce77a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.586; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.590; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.592; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.593; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.594; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.596; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.597; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.604; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.605; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:42.606; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.609; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.623; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c6984fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@77dd30ef),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.624; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.629; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.630; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.632; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.633; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.635; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.635; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.636; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.637; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.639; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.660; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.679; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@8cef557 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.681; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.683; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.683; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.689; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@8cef557 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:42.690; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.233; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.235; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50375__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50375/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.235; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection nodes_used_collection with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.250; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50362__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50362/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.269; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50372__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50372/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.282; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50366__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50366/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.308; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.500; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.502; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:50375/_yd/t collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.503; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.504; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:50362/_yd/t collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.512; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.515; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.552; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.568; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.569; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.570; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.572; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50362/_yd/t START replicas=[http://127.0.0.1:50375/_yd/t/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.573; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50362/_yd/t DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.575; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.576; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.577; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.578; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.613; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.614; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:50372/_yd/t collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.620; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.640; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp=/_yd/t path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.657; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.668; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.695; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:43.696; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:50366/_yd/t collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.172; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.174; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.174; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.175; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50372/_yd/t START replicas=[http://127.0.0.1:50366/_yd/t/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.176; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50372/_yd/t DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.177; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.177; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.178; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.179; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.201; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp=/_yd/t path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.850; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.904; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.904; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.920; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50366/_yd/t/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.922; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:50366/_yd/t
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.923; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.924; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.927; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50375/_yd/t/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.928; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:50375/_yd/t
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.929; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.930; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.932; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.932; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.943; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.944; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:50372/_yd/t
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.945; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.946; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.943; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.948; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.948; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.947; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.950; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.951; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.958; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.959; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.962; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.964; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7879 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.973; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.974; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.975; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.975; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:44.986; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7908 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.001; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.002; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.012; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7926 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.036; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:50366__yd%2Ft_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.037; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:50375__yd%2Ft_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.056; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.057; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:50362/_yd/t
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.058; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.059; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.064; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.067; org.apache.solr.core.CoreContainer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.068; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.073; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7987 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.075; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.101; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.107; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.109; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7879},core=nodes_used_collection_shard2_replica1,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/solr.xml},null={responseHeader={status=0,QTime=7908},core=nodes_used_collection_shard1_replica1,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/solr.xml},null={responseHeader={status=0,QTime=7926},core=nodes_used_collection_shard1_replica2,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/solr.xml},null={responseHeader={status=0,QTime=7987},core=nodes_used_collection_shard2_replica2,saved=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/solr.xml}}}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.109; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=8055 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.112; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.114; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.131; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e36d134 name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.132; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.135; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.144; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.153; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.159; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@600670e name:ZooKeeperConnection Watcher:127.0.0.1:50359/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.160; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.164; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.208; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=4&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.216; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.224; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":"2",
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"awholynewcollection_0",
[junit4:junit4]   1>   "replicationFactor":"4"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.225; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50362__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.226; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50369__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.228; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50366__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.232; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.235; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.234; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.237; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.237; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50372__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.240; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50375__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.243; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.245; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.240; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/awholynewcollection_0_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.246; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.244; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.251; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.250; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50362__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.249; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.254; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.255; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.254; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.257; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50369__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.264; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.266; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.264; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/awholynewcollection_0_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.270; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.263; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.272; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.263; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.274; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.271; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.276; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.270; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.277; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.267; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50366__yd%2Ft
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.277; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.280; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.275; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.285; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.274; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.274; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.287; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.286; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.285; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/awholynewcollection_0_shard2_replica4
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.289; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.285; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.292; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.295; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.296; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.299; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.300; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.301; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.301; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.302; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.300; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.304; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.307; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.309; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.316; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.326; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.331; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.360; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.363; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.392; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.392; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.396; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.402; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.408; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.408; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.413; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.420; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.423; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1366370426930/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.937; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.964; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.963; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.957; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:45.987; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.002; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.033; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.080; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.499; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.513; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.535; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.548; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.647; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.659; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.664; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50366__yd%2Ft_nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50366__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50366/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.668; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.676; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50372__yd%2Ft_nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50372__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50372/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.685; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.700; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.704; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50375__yd%2Ft_nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50375__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50375/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.710; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.717; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.720; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.723; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.700; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.730; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.730; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.711; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.706; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.762; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50362__yd%2Ft_nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50362__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50362/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.765; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.766; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.774; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.787; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.801; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.847; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.859; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.861; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.862; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.865; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.878; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:46.895; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:47.039; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:50366__yd%2Ft_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:47.041; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50366__yd%252Ft_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:50366__yd%252Ft&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:48.042; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:50375__yd%2Ft_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 3 seconds.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:48.043; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50375__yd%252Ft_nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:50375__yd%252Ft&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=3006 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.050; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.051; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:50366/_yd/t START replicas=[http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:49.051; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.052; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.052; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.052; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.053; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.053; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:50372/_yd/t/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.054; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.085; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp=/_yd/t path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=15 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.199; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.224; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@633f647d lockFactory=org.apache.lucene.store.NativeFSLockFactory@38991ffa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.225; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.247; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@633f647d lockFactory=org.apache.lucene.store.NativeFSLockFactory@38991ffa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@633f647d lockFactory=org.apache.lucene.store.NativeFSLockFactory@38991ffa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.250; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.251; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4be5bbad realtime
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.252; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.253; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard1_replica2] webapp=/_yd/t path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 54
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.257; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.258; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.353; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.354; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp=/_yd/t path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=18 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.356; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.357; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.360; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.373; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp=/_yd/t path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=6 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.381; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.384; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index.20130419112049382
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.384; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@37bf3bf1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c626ed) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.395; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp=/_yd/t path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.398; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.400; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.400; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.572; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c6984fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@77dd30ef),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c6984fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@77dd30ef),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.580; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.582; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.582; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1e3f4fe9 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.584; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@1e3f4fe9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.593; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index.20130419112049382 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index.20130419112049382;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.594; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index.20130419112049382
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.594; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1366370428189/nodes_used_collection_shard1_replica1/data/index.20130419112049382
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.594; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.594; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.595; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:49.601; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.052; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.052; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:50375/_yd/t START replicas=[http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:50.053; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.053; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.054; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.054; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.054; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.055; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:50362/_yd/t/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.055; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.160; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.162; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50366__yd%2Ft_nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50366__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50366/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.176; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp=/_yd/t path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.249; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.287; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75c2a960 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8690cbc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.290; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.330; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.330; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.340; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75c2a960 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8690cbc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75c2a960 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8690cbc),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.342; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.343; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@25df333c realtime
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.344; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.345; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard2_replica2] webapp=/_yd/t path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 96
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.359; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.360; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.373; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.374; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp=/_yd/t path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.385; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.386; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.387; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.403; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp=/_yd/t path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=11 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.406; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.424; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index.20130419112050407
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.514; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a3ac3b lockFactory=org.apache.lucene.store.NativeFSLockFactory@74a02cbf) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.538; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp=/_yd/t path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.560; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.563; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.564; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.566; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44562793 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4bc298e9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44562793 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4bc298e9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.568; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.568; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.569; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6ab88035 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.571; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@6ab88035 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.577; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index.20130419112050407 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index.20130419112050407;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.577; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index.20130419112050407
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.578; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/nodes_used_collection_shard2_replica1/data/index.20130419112050407
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.578; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.578; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.579; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:50.628; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.896; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.902; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50375__yd%2Ft_nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50375__yd%2Ft",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50375/_yd/t"}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.922; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.923; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.925; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.926; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.927; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.928; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:51.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.645; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.720; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.794; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.820; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.827; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.855; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.870; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.943; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:53.985; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.032; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.063; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.090; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.094; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.118; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.125; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.138; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.140; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.146; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.149; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.151; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.158; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.165; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.166; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.166; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.167; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.168; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.169; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.171; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.172; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.173; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.174; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.176; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.177; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.187; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.176; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.187; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.198; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.204; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.209; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.214; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.214; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.215; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.217; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.218; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.220; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.222; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.223; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.227; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.182; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.218; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5965224f lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc4a01),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.248; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.212; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.251; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.251; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.193; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.285; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.292; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.293; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.294; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.299; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.300; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.247; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@76b4120c lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b08bf72),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.303; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.308; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.326; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.327; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.329; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.330; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.331; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.332; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.333; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.325; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.340; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.315; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.314; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.350; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.351; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.333; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.355; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.359; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.361; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.362; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.404; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.372; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1366370432395/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.408; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.414; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.441; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.460; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.475; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.486; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.497; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.500; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.512; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.521; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.523; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75111e26 lockFactory=org.apache.lucene.store.NativeFSLockFactory@799bc7ec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.523; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.543; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.545; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.546; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.547; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.551; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.553; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.553; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.554; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.556; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.557; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.559; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.560; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.561; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.562; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@636a50ca main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.563; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1366370434678/awholynewcollection_0_shard2_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.566; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.567; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.575; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@779fff55 main
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.577; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.579; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica1] Registered new searcher Searcher@636a50ca main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.580; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.581; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.592; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.593; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.594; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.595; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/data/
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.596; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35cc5477
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.597; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.600; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard2_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.621; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.627; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.620; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.616; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@779fff55 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.606; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/data
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.645; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/data/index/
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.646; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.649; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1366370430293/awholynewcollection_0_shard2_replica3/data/index
[junit4:junit4]   1> INFO  - 2013-04-19 11:20:54.665; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.667; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-19 11:20:54.668; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; 

[...truncated too long message...]

DistribSearch -Dtests.seed=22572095750781B9 -Dtests.slow=true -Dtests.locale=in_ID -Dtests.timezone=Etc/Universal -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  383s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([22572095750781B9:A3B1AE8D0258E185]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:509)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-19 11:26:49.754; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 383177 T3431 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-19 11:26:50.836; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-19 11:26:50.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-19 11:26:50.838; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-19 11:26:50.839; org.apache.solr.cloud.LeaderElector$1; 
[junit4:junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_4/leader_elect/shard1/election
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   1> WARN  - 2013-04-19 11:26:50.840; org.apache.solr.cloud.LeaderElector$1; 
[junit4:junit4]   1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_4/leader_elect/shard3/election
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   1> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   1> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   1> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=in_ID, timezone=Etc/Universal
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=227403512,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DirectSolrSpellCheckerTest, HighlighterTest, TestStressReorder, CSVRequestHandlerTest, TestFoldingMultitermQuery, TestPluginEnable, TestPHPSerializedResponseWriter, TestCodecSupport, TestClassNameShortening, TestCoreContainer, TestManagedSchema, TestWordDelimiterFilterFactory, ScriptEngineTest, TimeZoneUtilsTest, TestSchemaSimilarityResource, FieldMutatingUpdateProcessorTest, TestFastLRUCache, TestReload, EchoParamsTest, TestShardHandlerFactory, IndexBasedSpellCheckerTest, TestSolr4Spatial, SuggesterWFSTTest, TestSweetSpotSimilarityFactory, CacheHeaderTest, TestSolrQueryParserResource, TermsComponentTest, LeaderElectionTest, DisMaxRequestHandlerTest, DOMUtilTest, TestBadConfig, HighlighterConfigTest, UnloadDistributedZkTest, ShardSplitTest, SliceStateTest, TestLMJelinekMercerSimilarityFactory, SpellCheckCollatorTest, TestSystemIdResolver, CurrencyFieldXmlFileTest, DebugComponentTest, OpenExchangeRatesOrgProviderTest, TestSolrCoreProperties, TestSolrIndexConfig, AlternateDirectoryTest, HardAutoCommitTest, PreAnalyzedFieldTest, TestLFUCache, TestDefaultSearchFieldResource, TestLRUCache, BadComponentTest, DistributedTermsComponentTest, XsltUpdateRequestHandlerTest, RecoveryZkTest, TestFieldTypeResource, ResponseLogComponentTest, PathHierarchyTokenizerFactoryTest, TestFiltering, RegexBoostProcessorTest, ClusterStateUpdateTest, LukeRequestHandlerTest, PingRequestHandlerTest, TestStressVersions, TestSearchPerf, TestNumberUtils, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, ChaosMonkeyShardSplitTest, UpdateRequestProcessorFactoryTest, TestCharFilters, TestRandomFaceting, PrimUtilsTest, TestRangeQuery, TestJoin, ShowFileRequestHandlerTest, TestComponentsName, SynonymTokenizerTest, TestSolrXml, SpellCheckComponentTest, TestUtils, TestSerializedLuceneMatchVersion, TestPropInjectDefaults, UpdateParamsTest, TestSort, TestFastWriter, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, TestSolrDeletionPolicy1, StatsComponentTest, NumericFieldsTest, SpellingQueryConverterTest, TestUniqueKeyFieldResource, NoCacheHeaderTest, TestQueryUtils, TestQuerySenderNoQuery, TestExtendedDismaxParser, CopyFieldTest, TestDocSet, SolrCoreTest, MoreLikeThisHandlerTest, ChaosMonkeyNothingIsSafeTest, TestBinaryField, DateMathParserTest, TestLazyCores, AliasIntegrationTest, UniqFieldsUpdateProcessorFactoryTest, TestFunctionQuery, BasicFunctionalityTest, SolrCmdDistributorTest, RequiredFieldsTest, TestArbitraryIndexDir, FullSolrCloudDistribCmdsTest, AutoCommitTest, OpenCloseCoreStressTest, TestSolrQueryParser, TestBM25SimilarityFactory, TestJmxIntegration, DateFieldTest, QueryResultKeyTest, FastVectorHighlighterTest, ZkNodePropsTest, TestLuceneMatchVersion, LeaderElectionIntegrationTest, QueryElevationComponentTest, FileBasedSpellCheckerTest, JsonLoaderTest, TestSolrDeletionPolicy2, SimplePostToolTest, TestBinaryResponseWriter, TestFieldResource, TestCopyFieldCollectionResource, TestElisionMultitermQuery, SuggesterTest, SolrRequestParserTest, TestReversedWildcardFilterFactory, TestPartialUpdateDeduplication, TestDynamicFieldResource, ZkControllerTest, TestSchemaNameResource, TestPhraseSuggestions, TestDynamicFieldCollectionResource, DocumentAnalysisRequestHandlerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 384.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 439 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1234: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:878: There were test failures: 291 suites, 1205 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 113 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure